<html>
 <head>
  <meta charset="utf-8"/>
  <meta content="width=device-width, initial-scale=1, maximum-scale=1, user-scalable=no" name="viewport"/>
  <title>
   Caffe 深度学习框架上手教程  | 数螺 | NAUT IDEA
  </title>
  <link href="http://cdn.bootcss.com/bootstrap/3.3.6/css/bootstrap-theme.min.css" rel="stylesheet"/>
  <link href="http://cdn.bootcss.com/bootstrap/3.3.6/css/bootstrap.min.css" rel="stylesheet"/>
  <style type="text/css">
   #xmain img {
                  max-width: 100%;
                  display: block;
                  margin-top: 10px;
                  margin-bottom: 10px;
                }

                #xmain p {
                    line-height:150%;
                    font-size: 16px;
                    margin-top: 20px;
                }

                #xmain h2 {
                    font-size: 24px;
                }

                #xmain h3 {
                    font-size: 20px;
                }

                #xmain h4 {
                    font-size: 18px;
                }


                .header {
	           background-color: #0099ff;
	           color: #ffffff;
	           margin-bottom: 20px;
	        }

	        .header p {
                  margin: 0px;
                  padding: 10px 0;
                  display: inline-block;  
                  vertical-align: middle;
                  font-size: 16px;
               }

               .header a {
                 color: white;
               }

              .header img {
                 height: 25px;
              }
  </style>
  <script src="http://cdn.bootcss.com/jquery/3.0.0/jquery.min.js">
  </script>
  <script src="http://nautstatic-10007657.file.myqcloud.com/static/css/readability.min.js" type="text/javascript">
  </script>
  <script type="text/javascript">
   $(document).ready(function() {
                 var loc = document.location;
                 var uri = {
                  spec: "http://dataunion.org/9188.html",
                  host: "http://dataunion.org",
                  prePath: "http://dataunion.org",
                  scheme: "http",
                  pathBase: "http://dataunion.org/"
                 };
    
                 var documentClone = document.cloneNode(true);
                 var article = new Readability(uri, documentClone).parse();
     
                 document.getElementById("xmain").innerHTML = article.content;
                });
  </script>
  <!-- 1466459345: Accept with keywords: (title(0.2):教程,社区,数盟,框架,深度学习, topn(0.466666666667):社区,定义,路径,数盟,深度学习,行业资讯,阶段,文件,架构,配置文件,人工智能,模型,卷积,参数,文章,格式,数据,教程,命令行,python,图像,C++,头文件,编程语言,框架,分类,网络,Python,版本,数据库).-->
 </head>
 <body onload="">
  <div class="header">
   <div class="container">
    <div class="row">
     <div class="col-xs-6 col-sm-6 text-left">
      <a href="/databee">
       <img src="http://nautidea-10007657.cos.myqcloud.com/logo_white.png"/>
      </a>
      <a href="/databee">
       <p>
        数螺
       </p>
      </a>
     </div>
     <div class="hidden-xs col-sm-6 text-right">
      <p>
       致力于数据科学的推广和知识传播
      </p>
     </div>
    </div>
   </div>
  </div>
  <div class="container text-center">
   <h1>
    Caffe 深度学习框架上手教程
   </h1>
  </div>
  <div class="container" id="xmain">
   ﻿﻿
   <title>
    Caffe 深度学习框架上手教程 | 数盟社区
   </title>
   <!-- All in One SEO Pack 2.2.7.6.2 by Michael Torbert of Semper Fi Web Design[32,63] -->
   <!-- /all in one seo pack -->
   <!--
<div align="center">
<a href="http://strata.oreilly.com.cn/hadoop-big-data-cn?cmp=mp-data-confreg-home-stcn16_dataunion_pc" target="_blank"><img src="http://dataunion.org/wp-content/uploads/2016/05/stratabj.jpg"/ ></a>
</div>
-->
   <header id="header-web">
    <div class="header-main">
     <hgroup class="logo">
      <h1>
       <a href="http://dataunion.org/" rel="home" title="数盟社区">
        <img src="http://dataunion.org/wp-content/themes/yzipi/images/logo.png"/>
       </a>
      </h1>
     </hgroup>
     <!--logo-->
     <nav class="header-nav">
      <ul class="menu" id="menu-%e4%b8%bb%e8%8f%9c%e5%8d%95">
       <li class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-has-children menu-item-71" id="menu-item-71">
        <a href="http://dataunion.org/category/events" title="events">
         活动
        </a>
        <ul class="sub-menu">
         <li class="menu-item menu-item-type-post_type menu-item-object-page menu-item-22457" id="menu-item-22457">
          <a href="http://dataunion.org/2016timeline">
           2016档期
          </a>
         </li>
         <li class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-22459" id="menu-item-22459">
          <a href="http://dataunion.org/category/parterc">
           合作会议
          </a>
         </li>
        </ul>
       </li>
       <li class="menu-item menu-item-type-taxonomy menu-item-object-category current-post-ancestor menu-item-has-children menu-item-20869" id="menu-item-20869">
        <a href="http://dataunion.org/category/tech" title="articles">
         文章
        </a>
        <ul class="sub-menu">
         <li class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-20867" id="menu-item-20867">
          <a href="http://dataunion.org/category/tech/base" title="base">
           基础架构
          </a>
         </li>
         <li class="menu-item menu-item-type-taxonomy menu-item-object-category current-post-ancestor current-menu-parent current-post-parent menu-item-3302" id="menu-item-3302">
          <a href="http://dataunion.org/category/tech/ai" title="ai">
           人工智能
          </a>
         </li>
         <li class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-3303" id="menu-item-3303">
          <a href="http://dataunion.org/category/tech/analysis" title="analysis">
           数据分析
          </a>
         </li>
         <li class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-21920" id="menu-item-21920">
          <a href="http://dataunion.org/category/tech/dm">
           数据挖掘
          </a>
         </li>
         <li class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-3314" id="menu-item-3314">
          <a href="http://dataunion.org/category/tech/viz" title="viz">
           可视化
          </a>
         </li>
         <li class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-3305" id="menu-item-3305">
          <a href="http://dataunion.org/category/tech/devl" title="devl">
           编程语言
          </a>
         </li>
        </ul>
       </li>
       <li class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-has-children menu-item-20876" id="menu-item-20876">
        <a href="http://dataunion.org/category/industry">
         行业
        </a>
        <ul class="sub-menu">
         <li class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-16328" id="menu-item-16328">
          <a href="http://dataunion.org/category/industry/case" title="case">
           行业应用
          </a>
         </li>
         <li class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-2112" id="menu-item-2112">
          <a href="http://dataunion.org/category/industry/demo" title="demo">
           Demo展示
          </a>
         </li>
         <li class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-21562" id="menu-item-21562">
          <a href="http://dataunion.org/category/industry/news">
           行业资讯
          </a>
         </li>
        </ul>
       </li>
       <li class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-311" id="menu-item-311">
        <a href="http://dataunion.org/category/sources" title="sources">
         资源
        </a>
       </li>
       <li class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-20870" id="menu-item-20870">
        <a href="http://dataunion.org/category/books" title="book">
         图书
        </a>
       </li>
       <li class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-21363" id="menu-item-21363">
        <a href="http://dataunion.org/category/training">
         课程
        </a>
       </li>
       <li class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-has-children menu-item-21853" id="menu-item-21853">
        <a href="http://dataunion.org/category/jobs">
         职位
        </a>
        <ul class="sub-menu">
         <li class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-22050" id="menu-item-22050">
          <a href="http://dataunion.org/category/career">
           职业规划
          </a>
         </li>
        </ul>
       </li>
      </ul>
     </nav>
     <!--header-nav-->
    </div>
   </header>
   <!--header-web-->
   <div id="main">
    <div id="soutab">
     <form action="http://dataunion.org/" class="search" method="get">
     </form>
    </div>
    <div id="container">
     <nav id="mbx">
      当前位置：
      <a href="http://dataunion.org">
       首页
      </a>
      &gt;
      <a href="http://dataunion.org/category/tech">
       文章
      </a>
      &gt;
      <a href="http://dataunion.org/category/tech/ai">
       人工智能
      </a>
      &gt;  正文
     </nav>
     <!--mbx-->
     <article class="content">
      <header align="centre" class="contenttitle">
       <div class="mscc">
        <h1 class="mscctitle">
         <a href="http://dataunion.org/9188.html">
          Caffe 深度学习框架上手教程
         </a>
        </h1>
        <address class="msccaddress ">
         <em>
          4,623 次阅读 -
         </em>
         <a href="http://dataunion.org/category/tech/ai" rel="category tag">
          人工智能
         </a>
        </address>
       </div>
      </header>
      <div class="content-text">
       <p>
        作者：
        <span class="ago">
         blink
        </span>
       </p>
       <p>
        <a href="http://caffe.berkeleyvision.org/">
         Caffe
        </a>
        是一个清晰而高效的深度学习框架，其作者是博士毕业于UC Berkeley的
        <a href="http://daggerfs.com/">
         贾扬清
        </a>
        ，目前在Google工作。
       </p>
       <p>
        Caffe是纯粹的C++/CUDA架构，支持命令行、Python和MATLAB接口；可以在CPU和GPU直接无缝切换：
       </p>
       <!-- Crayon Syntax Highlighter v_2.7.2_beta -->
       <div class="crayon-syntax crayon-theme-classic crayon-font-monaco crayon-os-pc print-yes notranslate" data-settings=" minimize scroll-mouseover" id="crayon-576864cb76526229704741" style=" margin-top: 12px; margin-bottom: 12px; font-size: 12px !important; line-height: 15px !important;">
        <div class="crayon-toolbar" data-settings=" mouseover overlay hide delay" style="font-size: 12px !important;height: 18px !important; line-height: 18px !important;">
         <span class="crayon-title">
         </span>
         <div class="crayon-tools" style="font-size: 12px !important;height: 18px !important; line-height: 18px !important;">
          <div class="crayon-button crayon-nums-button" title="切换是否显示行编号">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-plain-button" title="纯文本显示代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-wrap-button" title="切换自动换行">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-expand-button" title="点击展开代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-copy-button" title="复制代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-popup-button" title="在新窗口中显示代码">
           <div class="crayon-button-icon">
           </div>
          </div>
         </div>
        </div>
        <div class="crayon-info" style="min-height: 16.8px !important; line-height: 16.8px !important;">
        </div>
        <div class="crayon-plain-wrap">
         <textarea class="crayon-plain print-no" data-settings="dblclick" readonly="" style="-moz-tab-size:4; -o-tab-size:4; -webkit-tab-size:4; tab-size:4; font-size: 12px !important; line-height: 15px !important;" wrap="soft">
          Caffe::set_mode(Caffe::GPU);
         </textarea>
        </div>
        <div class="crayon-main" style="">
         <table class="crayon-table">
          <tbody>
           <tr class="crayon-row">
            <td class="crayon-nums " data-settings="show">
             <div class="crayon-nums-content" style="font-size: 12px !important; line-height: 15px !important;">
              <div class="crayon-num" data-line="crayon-576864cb76526229704741-1">
               1
              </div>
             </div>
            </td>
            <td class="crayon-code">
             <div class="crayon-pre" style="font-size: 12px !important; line-height: 15px !important; -moz-tab-size:4; -o-tab-size:4; -webkit-tab-size:4; tab-size:4;">
              <div class="crayon-line" id="crayon-576864cb76526229704741-1">
               <span class="crayon-v">
                Caffe
               </span>
               <span class="crayon-o">
                ::
               </span>
               <span class="crayon-e">
                set_mode
               </span>
               <span class="crayon-sy">
                (
               </span>
               <span class="crayon-v">
                Caffe
               </span>
               <span class="crayon-o">
                ::
               </span>
               <span class="crayon-v">
                GPU
               </span>
               <span class="crayon-sy">
                )
               </span>
               <span class="crayon-sy">
                ;
               </span>
              </div>
             </div>
            </td>
           </tr>
          </tbody>
         </table>
        </div>
       </div>
       <!-- [Format Time: 0.0007 seconds] -->
       <p>
       </p>
       <h3>
        Caffe的优势
       </h3>
       <ol>
        <li>
         上手快：模型与相应优化都是以文本形式而非代码形式给出。
         <br/>
         Caffe给出了模型的定义、最优化设置以及预训练的权重，方便立即上手。
        </li>
        <li>
         速度快：能够运行最棒的模型与海量的数据。
         <br/>
         Caffe与cuDNN结合使用，测试AlexNet模型，在K40上处理每张图片只需要1.17ms.
        </li>
        <li>
         模块化：方便扩展到新的任务和设置上。
         <br/>
         可以使用Caffe提供的各层类型来定义自己的模型。
        </li>
        <li>
         开放性：公开的代码和参考模型用于再现。
        </li>
        <li>
         社区好：可以通过BSD-2参与开发与讨论。
        </li>
       </ol>
       <h3>
        Caffe的网络定义
       </h3>
       <p>
        Caffe中的网络都是有向无环图的集合，可以直接定义：
       </p>
       <!-- Crayon Syntax Highlighter v_2.7.2_beta -->
       <div class="crayon-syntax crayon-theme-classic crayon-font-monaco crayon-os-pc print-yes notranslate" data-settings=" minimize scroll-mouseover" id="crayon-576864cb76537096359395" style=" margin-top: 12px; margin-bottom: 12px; font-size: 12px !important; line-height: 15px !important;">
        <div class="crayon-toolbar" data-settings=" mouseover overlay hide delay" style="font-size: 12px !important;height: 18px !important; line-height: 18px !important;">
         <span class="crayon-title">
         </span>
         <div class="crayon-tools" style="font-size: 12px !important;height: 18px !important; line-height: 18px !important;">
          <div class="crayon-button crayon-nums-button" title="切换是否显示行编号">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-plain-button" title="纯文本显示代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-wrap-button" title="切换自动换行">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-expand-button" title="点击展开代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-copy-button" title="复制代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-popup-button" title="在新窗口中显示代码">
           <div class="crayon-button-icon">
           </div>
          </div>
         </div>
        </div>
        <div class="crayon-info" style="min-height: 16.8px !important; line-height: 16.8px !important;">
        </div>
        <div class="crayon-plain-wrap">
         <textarea class="crayon-plain print-no" data-settings="dblclick" readonly="" style="-moz-tab-size:4; -o-tab-size:4; -webkit-tab-size:4; tab-size:4; font-size: 12px !important; line-height: 15px !important;" wrap="soft">
          name: "dummy-net"
layers {&amp;lt;span&amp;gt;&amp;lt;span&amp;gt;name: &amp;lt;span&amp;gt;"data" …&amp;lt;/span&amp;gt;&amp;lt;/span&amp;gt;&amp;lt;/span&amp;gt;}
layers {&amp;lt;span&amp;gt;&amp;lt;span&amp;gt;name: &amp;lt;span&amp;gt;"conv" …&amp;lt;/span&amp;gt;&amp;lt;/span&amp;gt;&amp;lt;/span&amp;gt;}
layers {&amp;lt;span&amp;gt;&amp;lt;span&amp;gt;name: &amp;lt;span&amp;gt;"pool" …&amp;lt;/span&amp;gt;&amp;lt;/span&amp;gt;&amp;lt;/span&amp;gt;}
layers {&amp;lt;span&amp;gt;&amp;lt;span&amp;gt;name: &amp;lt;span&amp;gt;"loss" …&amp;lt;/span&amp;gt;&amp;lt;/span&amp;gt;&amp;lt;/span&amp;gt;}
         </textarea>
        </div>
        <div class="crayon-main" style="">
         <table class="crayon-table">
          <tbody>
           <tr class="crayon-row">
            <td class="crayon-nums " data-settings="show">
             <div class="crayon-nums-content" style="font-size: 12px !important; line-height: 15px !important;">
              <div class="crayon-num" data-line="crayon-576864cb76537096359395-1">
               1
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76537096359395-2">
               2
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76537096359395-3">
               3
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76537096359395-4">
               4
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76537096359395-5">
               5
              </div>
             </div>
            </td>
            <td class="crayon-code">
             <div class="crayon-pre" style="font-size: 12px !important; line-height: 15px !important; -moz-tab-size:4; -o-tab-size:4; -webkit-tab-size:4; tab-size:4;">
              <div class="crayon-line" id="crayon-576864cb76537096359395-1">
               <span class="crayon-v">
                name
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-s">
                "dummy-net"
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76537096359395-2">
               <span class="crayon-e">
                layers
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-sy">
                {
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                lt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-v">
                span
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                gt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                lt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-v">
                span
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                gt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-v">
                name
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                lt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-v">
                span
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                gt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-s">
                "data"
               </span>
               <span class="crayon-h">
               </span>
               …
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                lt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-o">
                /
               </span>
               <span class="crayon-v">
                span
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                gt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                lt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-o">
                /
               </span>
               <span class="crayon-v">
                span
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                gt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                lt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-o">
                /
               </span>
               <span class="crayon-v">
                span
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                gt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-sy">
                }
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76537096359395-3">
               <span class="crayon-e">
                layers
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-sy">
                {
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                lt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-v">
                span
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                gt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                lt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-v">
                span
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                gt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-v">
                name
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                lt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-v">
                span
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                gt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-s">
                "conv"
               </span>
               <span class="crayon-h">
               </span>
               …
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                lt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-o">
                /
               </span>
               <span class="crayon-v">
                span
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                gt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                lt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-o">
                /
               </span>
               <span class="crayon-v">
                span
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                gt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                lt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-o">
                /
               </span>
               <span class="crayon-v">
                span
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                gt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-sy">
                }
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76537096359395-4">
               <span class="crayon-e">
                layers
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-sy">
                {
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                lt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-v">
                span
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                gt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                lt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-v">
                span
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                gt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-v">
                name
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                lt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-v">
                span
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                gt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-s">
                "pool"
               </span>
               <span class="crayon-h">
               </span>
               …
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                lt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-o">
                /
               </span>
               <span class="crayon-v">
                span
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                gt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                lt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-o">
                /
               </span>
               <span class="crayon-v">
                span
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                gt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                lt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-o">
                /
               </span>
               <span class="crayon-v">
                span
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                gt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-sy">
                }
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76537096359395-5">
               <span class="crayon-e">
                layers
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-sy">
                {
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                lt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-v">
                span
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                gt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                lt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-v">
                span
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                gt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-v">
                name
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                lt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-v">
                span
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                gt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-s">
                "loss"
               </span>
               <span class="crayon-h">
               </span>
               …
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                lt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-o">
                /
               </span>
               <span class="crayon-v">
                span
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                gt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                lt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-o">
                /
               </span>
               <span class="crayon-v">
                span
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                gt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                lt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-o">
                /
               </span>
               <span class="crayon-v">
                span
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                gt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-sy">
                }
               </span>
              </div>
             </div>
            </td>
           </tr>
          </tbody>
         </table>
        </div>
       </div>
       <!-- [Format Time: 0.0286 seconds] -->
       <p>
       </p>
       <h3>
        数据及其导数以blobs的形式在层间流动。
       </h3>
       <h3>
        Caffe的各层定义
       </h3>
       <p>
        Caffe层的定义由2部分组成：层属性与层参数，例如
       </p>
       <!-- Crayon Syntax Highlighter v_2.7.2_beta -->
       <div class="crayon-syntax crayon-theme-classic crayon-font-monaco crayon-os-pc print-yes notranslate" data-settings=" minimize scroll-mouseover" id="crayon-576864cb7653e175517107" style=" margin-top: 12px; margin-bottom: 12px; font-size: 12px !important; line-height: 15px !important;">
        <div class="crayon-toolbar" data-settings=" mouseover overlay hide delay" style="font-size: 12px !important;height: 18px !important; line-height: 18px !important;">
         <span class="crayon-title">
         </span>
         <div class="crayon-tools" style="font-size: 12px !important;height: 18px !important; line-height: 18px !important;">
          <div class="crayon-button crayon-nums-button" title="切换是否显示行编号">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-plain-button" title="纯文本显示代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-wrap-button" title="切换自动换行">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-expand-button" title="点击展开代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-copy-button" title="复制代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-popup-button" title="在新窗口中显示代码">
           <div class="crayon-button-icon">
           </div>
          </div>
         </div>
        </div>
        <div class="crayon-info" style="min-height: 16.8px !important; line-height: 16.8px !important;">
        </div>
        <div class="crayon-plain-wrap">
         <textarea class="crayon-plain print-no" data-settings="dblclick" readonly="" style="-moz-tab-size:4; -o-tab-size:4; -webkit-tab-size:4; tab-size:4; font-size: 12px !important; line-height: 15px !important;" wrap="soft">
          name:"conv1"
type:CONVOLUTION
bottom:"data"
top:"conv1"
convolution_param{
    num_output:&amp;lt;span&amp;gt;20
    kernel_size:5
    stride:1
    weight_filler{
        type: "&amp;lt;span style="color: #c0504d;"&amp;gt;xavier&amp;lt;/span&amp;gt;"
    }
}
         </textarea>
        </div>
        <div class="crayon-main" style="">
         <table class="crayon-table">
          <tbody>
           <tr class="crayon-row">
            <td class="crayon-nums " data-settings="show">
             <div class="crayon-nums-content" style="font-size: 12px !important; line-height: 15px !important;">
              <div class="crayon-num" data-line="crayon-576864cb7653e175517107-1">
               1
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb7653e175517107-2">
               2
              </div>
              <div class="crayon-num" data-line="crayon-576864cb7653e175517107-3">
               3
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb7653e175517107-4">
               4
              </div>
              <div class="crayon-num" data-line="crayon-576864cb7653e175517107-5">
               5
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb7653e175517107-6">
               6
              </div>
              <div class="crayon-num" data-line="crayon-576864cb7653e175517107-7">
               7
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb7653e175517107-8">
               8
              </div>
              <div class="crayon-num" data-line="crayon-576864cb7653e175517107-9">
               9
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb7653e175517107-10">
               10
              </div>
              <div class="crayon-num" data-line="crayon-576864cb7653e175517107-11">
               11
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb7653e175517107-12">
               12
              </div>
             </div>
            </td>
            <td class="crayon-code">
             <div class="crayon-pre" style="font-size: 12px !important; line-height: 15px !important; -moz-tab-size:4; -o-tab-size:4; -webkit-tab-size:4; tab-size:4;">
              <div class="crayon-line" id="crayon-576864cb7653e175517107-1">
               <span class="crayon-v">
                name
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-s">
                "conv1"
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb7653e175517107-2">
               <span class="crayon-v">
                type
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-e">
                CONVOLUTION
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb7653e175517107-3">
               <span class="crayon-v">
                bottom
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-s">
                "data"
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb7653e175517107-4">
               <span class="crayon-v">
                top
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-s">
                "conv1"
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb7653e175517107-5">
               <span class="crayon-e">
                convolution_param
               </span>
               <span class="crayon-sy">
                {
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb7653e175517107-6">
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                num_output
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                lt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-v">
                span
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                gt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-cn">
                20
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb7653e175517107-7">
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                kernel_size
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                5
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb7653e175517107-8">
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                stride
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                1
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb7653e175517107-9">
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                weight_filler
               </span>
               <span class="crayon-sy">
                {
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb7653e175517107-10">
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                type
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-s">
                "&amp;lt;span style="
               </span>
               <span class="crayon-v">
                color
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-p">
                #c0504d;"&amp;gt;xavier&amp;lt;/span&amp;gt;"
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb7653e175517107-11">
               <span class="crayon-h">
               </span>
               <span class="crayon-sy">
                }
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb7653e175517107-12">
               <span class="crayon-sy">
                }
               </span>
              </div>
             </div>
            </td>
           </tr>
          </tbody>
         </table>
        </div>
       </div>
       <!-- [Format Time: 0.0022 seconds] -->
       <p>
        这段配置文件的前4行是层属性，定义了层名称、层类型以及层连接结构（输入blob和输出blob）；而后半部分是各种层参数。
       </p>
       <p>
        Blob
       </p>
       <p>
        Blob是用以存储数据的4维数组，例如
       </p>
       <ul>
        <li>
         对于数据：Number*Channel*Height*Width
        </li>
        <li>
         对于卷积权重：Output*Input*Height*Width
        </li>
        <li>
         对于卷积偏置：Output*1*1*1
        </li>
       </ul>
       <h3>
        训练网络
       </h3>
       <p>
        网络参数的定义也非常方便，可以随意设置相应参数。
       </p>
       <p>
        甚至调用GPU运算只需要写一句话：
       </p>
       <!-- Crayon Syntax Highlighter v_2.7.2_beta -->
       <div class="crayon-syntax crayon-theme-classic crayon-font-monaco crayon-os-pc print-yes notranslate" data-settings=" minimize scroll-mouseover" id="crayon-576864cb76545665108548" style=" margin-top: 12px; margin-bottom: 12px; font-size: 12px !important; line-height: 15px !important;">
        <div class="crayon-toolbar" data-settings=" mouseover overlay hide delay" style="font-size: 12px !important;height: 18px !important; line-height: 18px !important;">
         <span class="crayon-title">
         </span>
         <div class="crayon-tools" style="font-size: 12px !important;height: 18px !important; line-height: 18px !important;">
          <div class="crayon-button crayon-nums-button" title="切换是否显示行编号">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-plain-button" title="纯文本显示代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-wrap-button" title="切换自动换行">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-expand-button" title="点击展开代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-copy-button" title="复制代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-popup-button" title="在新窗口中显示代码">
           <div class="crayon-button-icon">
           </div>
          </div>
         </div>
        </div>
        <div class="crayon-info" style="min-height: 16.8px !important; line-height: 16.8px !important;">
        </div>
        <div class="crayon-plain-wrap">
         <textarea class="crayon-plain print-no" data-settings="dblclick" readonly="" style="-moz-tab-size:4; -o-tab-size:4; -webkit-tab-size:4; tab-size:4; font-size: 12px !important; line-height: 15px !important;" wrap="soft">
          solver_mode:GPU
         </textarea>
        </div>
        <div class="crayon-main" style="">
         <table class="crayon-table">
          <tbody>
           <tr class="crayon-row">
            <td class="crayon-nums " data-settings="show">
             <div class="crayon-nums-content" style="font-size: 12px !important; line-height: 15px !important;">
              <div class="crayon-num" data-line="crayon-576864cb76545665108548-1">
               1
              </div>
             </div>
            </td>
            <td class="crayon-code">
             <div class="crayon-pre" style="font-size: 12px !important; line-height: 15px !important; -moz-tab-size:4; -o-tab-size:4; -webkit-tab-size:4; tab-size:4;">
              <div class="crayon-line" id="crayon-576864cb76545665108548-1">
               <span class="crayon-v">
                solver_mode
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-v">
                GPU
               </span>
              </div>
             </div>
            </td>
           </tr>
          </tbody>
         </table>
        </div>
       </div>
       <!-- [Format Time: 0.0006 seconds] -->
       <p>
        <img src="http://dataunion.org/wp-content/uploads/2015/01/54c06e7a68ff1.jpg"/>
       </p>
       <p>
        Caffe的安装与配置
       </p>
       <p>
        Caffe需要预先安装一些依赖项，首先是CUDA驱动。不论是CentOS还是Ubuntu都预装了开源的nouveau显卡驱动（SUSE没有这种问题），如果不禁用，则CUDA驱动不能正确安装。以Ubuntu为例，介绍一下这里的处理方法，当然也有其他处理方法。
       </p>
       <p>
        生成mnist-train-leveldb/ 和 mnist-test-leveldb/，把数据转化成leveldb格式：
       </p>
       <p>
        训练网络:
       </p>
       <!-- Crayon Syntax Highlighter v_2.7.2_beta -->
       <div class="crayon-syntax crayon-theme-classic crayon-font-monaco crayon-os-pc print-yes notranslate" data-settings=" minimize scroll-mouseover" id="crayon-576864cb7654b331447174" style=" margin-top: 12px; margin-bottom: 12px; font-size: 12px !important; line-height: 15px !important;">
        <div class="crayon-toolbar" data-settings=" mouseover overlay hide delay" style="font-size: 12px !important;height: 18px !important; line-height: 18px !important;">
         <span class="crayon-title">
         </span>
         <div class="crayon-tools" style="font-size: 12px !important;height: 18px !important; line-height: 18px !important;">
          <div class="crayon-button crayon-nums-button" title="切换是否显示行编号">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-plain-button" title="纯文本显示代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-wrap-button" title="切换自动换行">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-expand-button" title="点击展开代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-copy-button" title="复制代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-popup-button" title="在新窗口中显示代码">
           <div class="crayon-button-icon">
           </div>
          </div>
         </div>
        </div>
        <div class="crayon-info" style="min-height: 16.8px !important; line-height: 16.8px !important;">
        </div>
        <div class="crayon-plain-wrap">
         <textarea class="crayon-plain print-no" data-settings="dblclick" readonly="" style="-moz-tab-size:4; -o-tab-size:4; -webkit-tab-size:4; tab-size:4; font-size: 12px !important; line-height: 15px !important;" wrap="soft">
          # sudo vi/etc/modprobe.d/blacklist.conf
# 增加一行 ：blacklist nouveau
sudoapt-get --purge remove xserver-xorg-video-nouveau   #把官方驱动彻底卸载：
sudoapt-get --purge remove nvidia-*    #清除之前安装的任何NVIDIA驱动
sudo service lightdm stop    #进命令行，关闭Xserver
sudo kill all Xorg
         </textarea>
        </div>
        <div class="crayon-main" style="">
         <table class="crayon-table">
          <tbody>
           <tr class="crayon-row">
            <td class="crayon-nums " data-settings="show">
             <div class="crayon-nums-content" style="font-size: 12px !important; line-height: 15px !important;">
              <div class="crayon-num" data-line="crayon-576864cb7654b331447174-1">
               1
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb7654b331447174-2">
               2
              </div>
              <div class="crayon-num" data-line="crayon-576864cb7654b331447174-3">
               3
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb7654b331447174-4">
               4
              </div>
              <div class="crayon-num" data-line="crayon-576864cb7654b331447174-5">
               5
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb7654b331447174-6">
               6
              </div>
             </div>
            </td>
            <td class="crayon-code">
             <div class="crayon-pre" style="font-size: 12px !important; line-height: 15px !important; -moz-tab-size:4; -o-tab-size:4; -webkit-tab-size:4; tab-size:4;">
              <div class="crayon-line" id="crayon-576864cb7654b331447174-1">
               <span class="crayon-p">
                # sudo vi/etc/modprobe.d/blacklist.conf
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb7654b331447174-2">
               <span class="crayon-p">
                # 增加一行 ：blacklist nouveau
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb7654b331447174-3">
               <span class="crayon-v">
                sudoapt
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-v">
                get
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                --
               </span>
               <span class="crayon-e">
                purge
               </span>
               <span class="crayon-e">
                remove
               </span>
               <span class="crayon-v">
                xserver
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-v">
                xorg
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-v">
                video
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-v">
                nouveau
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-p">
                #把官方驱动彻底卸载：
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb7654b331447174-4">
               <span class="crayon-v">
                sudoapt
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-v">
                get
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                --
               </span>
               <span class="crayon-e">
                purge
               </span>
               <span class="crayon-e">
                remove
               </span>
               <span class="crayon-v">
                nvidia
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-o">
                *
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-p">
                #清除之前安装的任何NVIDIA驱动
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb7654b331447174-5">
               <span class="crayon-e">
                sudo
               </span>
               <span class="crayon-e">
                service
               </span>
               <span class="crayon-e">
                lightdm
               </span>
               <span class="crayon-v">
                stop
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-p">
                #进命令行，关闭Xserver
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb7654b331447174-6">
               <span class="crayon-e">
                sudo
               </span>
               <span class="crayon-e">
                kill
               </span>
               <span class="crayon-e">
                all
               </span>
               <span class="crayon-v">
                Xorg
               </span>
              </div>
             </div>
            </td>
           </tr>
          </tbody>
         </table>
        </div>
       </div>
       <!-- [Format Time: 0.0020 seconds] -->
       <p>
        安装了CUDA之后，依次按照
        <a href="http://caffe.berkeleyvision.org/installation.html">
         Caffe官网安装指南
        </a>
        安装BLAS、OpenCV、Boost即可。
       </p>
       <h3>
        Caffe跑跑MNIST试试
       </h3>
       <p>
        在Caffe安装目录之下，首先获得MNIST数据集：
       </p>
       <!-- Crayon Syntax Highlighter v_2.7.2_beta -->
       <div class="crayon-syntax crayon-theme-classic crayon-font-monaco crayon-os-pc print-yes notranslate" data-settings=" minimize scroll-mouseover" id="crayon-576864cb76551665669783" style=" margin-top: 12px; margin-bottom: 12px; font-size: 12px !important; line-height: 15px !important;">
        <div class="crayon-toolbar" data-settings=" mouseover overlay hide delay" style="font-size: 12px !important;height: 18px !important; line-height: 18px !important;">
         <span class="crayon-title">
         </span>
         <div class="crayon-tools" style="font-size: 12px !important;height: 18px !important; line-height: 18px !important;">
          <div class="crayon-button crayon-nums-button" title="切换是否显示行编号">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-plain-button" title="纯文本显示代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-wrap-button" title="切换自动换行">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-expand-button" title="点击展开代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-copy-button" title="复制代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-popup-button" title="在新窗口中显示代码">
           <div class="crayon-button-icon">
           </div>
          </div>
         </div>
        </div>
        <div class="crayon-info" style="min-height: 16.8px !important; line-height: 16.8px !important;">
        </div>
        <div class="crayon-plain-wrap">
         <textarea class="crayon-plain print-no" data-settings="dblclick" readonly="" style="-moz-tab-size:4; -o-tab-size:4; -webkit-tab-size:4; tab-size:4; font-size: 12px !important; line-height: 15px !important;" wrap="soft">
          cd data/mnist
sh get_mnist.sh
         </textarea>
        </div>
        <div class="crayon-main" style="">
         <table class="crayon-table">
          <tbody>
           <tr class="crayon-row">
            <td class="crayon-nums " data-settings="show">
             <div class="crayon-nums-content" style="font-size: 12px !important; line-height: 15px !important;">
              <div class="crayon-num" data-line="crayon-576864cb76551665669783-1">
               1
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76551665669783-2">
               2
              </div>
             </div>
            </td>
            <td class="crayon-code">
             <div class="crayon-pre" style="font-size: 12px !important; line-height: 15px !important; -moz-tab-size:4; -o-tab-size:4; -webkit-tab-size:4; tab-size:4;">
              <div class="crayon-line" id="crayon-576864cb76551665669783-1">
               <span class="crayon-e">
                cd
               </span>
               <span class="crayon-v">
                data
               </span>
               <span class="crayon-o">
                /
               </span>
               <span class="crayon-e">
                mnist
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76551665669783-2">
               <span class="crayon-e">
                sh
               </span>
               <span class="crayon-v">
                get_mnist
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                sh
               </span>
              </div>
             </div>
            </td>
           </tr>
          </tbody>
         </table>
        </div>
       </div>
       <!-- [Format Time: 0.0007 seconds] -->
       <p>
        生成mnist-train-leveldb/ 和 mnist-test-leveldb/，把数据转化成leveldb格式：
       </p>
       <!-- Crayon Syntax Highlighter v_2.7.2_beta -->
       <div class="crayon-syntax crayon-theme-classic crayon-font-monaco crayon-os-pc print-yes notranslate" data-settings=" minimize scroll-mouseover" id="crayon-576864cb76557201253337" style=" margin-top: 12px; margin-bottom: 12px; font-size: 12px !important; line-height: 15px !important;">
        <div class="crayon-toolbar" data-settings=" mouseover overlay hide delay" style="font-size: 12px !important;height: 18px !important; line-height: 18px !important;">
         <span class="crayon-title">
         </span>
         <div class="crayon-tools" style="font-size: 12px !important;height: 18px !important; line-height: 18px !important;">
          <div class="crayon-button crayon-nums-button" title="切换是否显示行编号">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-plain-button" title="纯文本显示代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-wrap-button" title="切换自动换行">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-expand-button" title="点击展开代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-copy-button" title="复制代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-popup-button" title="在新窗口中显示代码">
           <div class="crayon-button-icon">
           </div>
          </div>
         </div>
        </div>
        <div class="crayon-info" style="min-height: 16.8px !important; line-height: 16.8px !important;">
        </div>
        <div class="crayon-plain-wrap">
         <textarea class="crayon-plain print-no" data-settings="dblclick" readonly="" style="-moz-tab-size:4; -o-tab-size:4; -webkit-tab-size:4; tab-size:4; font-size: 12px !important; line-height: 15px !important;" wrap="soft">
          cd examples/lenet 
sh create_mnist.sh
         </textarea>
        </div>
        <div class="crayon-main" style="">
         <table class="crayon-table">
          <tbody>
           <tr class="crayon-row">
            <td class="crayon-nums " data-settings="show">
             <div class="crayon-nums-content" style="font-size: 12px !important; line-height: 15px !important;">
              <div class="crayon-num" data-line="crayon-576864cb76557201253337-1">
               1
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76557201253337-2">
               2
              </div>
             </div>
            </td>
            <td class="crayon-code">
             <div class="crayon-pre" style="font-size: 12px !important; line-height: 15px !important; -moz-tab-size:4; -o-tab-size:4; -webkit-tab-size:4; tab-size:4;">
              <div class="crayon-line" id="crayon-576864cb76557201253337-1">
               <span class="crayon-e">
                cd
               </span>
               <span class="crayon-v">
                examples
               </span>
               <span class="crayon-o">
                /
               </span>
               <span class="crayon-e">
                lenet
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76557201253337-2">
               <span class="crayon-e">
                sh
               </span>
               <span class="crayon-v">
                create_mnist
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                sh
               </span>
              </div>
             </div>
            </td>
           </tr>
          </tbody>
         </table>
        </div>
       </div>
       <!-- [Format Time: 0.0179 seconds] -->
       <p>
        训练网络:
       </p>
       <!-- Crayon Syntax Highlighter v_2.7.2_beta -->
       <div class="crayon-syntax crayon-theme-classic crayon-font-monaco crayon-os-pc print-yes notranslate" data-settings=" minimize scroll-mouseover" id="crayon-576864cb7655d358386321" style=" margin-top: 12px; margin-bottom: 12px; font-size: 12px !important; line-height: 15px !important;">
        <div class="crayon-toolbar" data-settings=" mouseover overlay hide delay" style="font-size: 12px !important;height: 18px !important; line-height: 18px !important;">
         <span class="crayon-title">
         </span>
         <div class="crayon-tools" style="font-size: 12px !important;height: 18px !important; line-height: 18px !important;">
          <div class="crayon-button crayon-nums-button" title="切换是否显示行编号">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-plain-button" title="纯文本显示代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-wrap-button" title="切换自动换行">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-expand-button" title="点击展开代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-copy-button" title="复制代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-popup-button" title="在新窗口中显示代码">
           <div class="crayon-button-icon">
           </div>
          </div>
         </div>
        </div>
        <div class="crayon-info" style="min-height: 16.8px !important; line-height: 16.8px !important;">
        </div>
        <div class="crayon-plain-wrap">
         <textarea class="crayon-plain print-no" data-settings="dblclick" readonly="" style="-moz-tab-size:4; -o-tab-size:4; -webkit-tab-size:4; tab-size:4; font-size: 12px !important; line-height: 15px !important;" wrap="soft">
          sh train_lenet.sh
         </textarea>
        </div>
        <div class="crayon-main" style="">
         <table class="crayon-table">
          <tbody>
           <tr class="crayon-row">
            <td class="crayon-nums " data-settings="show">
             <div class="crayon-nums-content" style="font-size: 12px !important; line-height: 15px !important;">
              <div class="crayon-num" data-line="crayon-576864cb7655d358386321-1">
               1
              </div>
             </div>
            </td>
            <td class="crayon-code">
             <div class="crayon-pre" style="font-size: 12px !important; line-height: 15px !important; -moz-tab-size:4; -o-tab-size:4; -webkit-tab-size:4; tab-size:4;">
              <div class="crayon-line" id="crayon-576864cb7655d358386321-1">
               <span class="crayon-e">
                sh
               </span>
               <span class="crayon-v">
                train_lenet
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                sh
               </span>
              </div>
             </div>
            </td>
           </tr>
          </tbody>
         </table>
        </div>
       </div>
       <!-- [Format Time: 0.0007 seconds] -->
       <p>
        <img src="http://dataunion.org/wp-content/uploads/2015/01/54c070a209ff3.jpg"/>
       </p>
       <h3>
        让Caffe生成的数据集能在Theano上直接运行
       </h3>
       <p>
        不论使用何种框架进行CNNs训练，共有3种数据集：
       </p>
       <ul>
        <li>
         Training Set：用于训练网络
        </li>
        <li>
         Validation Set：用于训练时测试网络准确率
        </li>
        <li>
         Test Set：用于测试网络训练完成后的最终正确率
        </li>
       </ul>
       <h4>
        Caffe生成的数据分为2种格式：Lmdb和Leveldb
       </h4>
       <ul>
        <li>
         它们都是键/值对（Key/Value Pair）嵌入式数据库管理系统编程库。
        </li>
        <li>
         虽然lmdb的内存消耗是leveldb的1.1倍，但是lmdb的速度比leveldb快10%至15%，更重要的是lmdb允许多种训练模型同时读取同一组数据集。
        </li>
        <li>
         因此lmdb取代了leveldb成为Caffe默认的数据集生成格式。
        </li>
       </ul>
       <h4>
        Google Protocol Buffer的安装
       </h4>
       <p>
        Protocol Buffer是一种类似于XML的用于序列化数据的自动机制。
        <br/>
        首先在Protocol Buffers的中下载最新版本：
        <br/>
        <a href="https://developers.google.com/protocol-buffers/docs/downloads">
         https://developers.google.com/protocol-buffers/docs/downloads
        </a>
        <br/>
        解压后运行：
       </p>
       <!-- Crayon Syntax Highlighter v_2.7.2_beta -->
       <div class="crayon-syntax crayon-theme-classic crayon-font-monaco crayon-os-pc print-yes notranslate" data-settings=" minimize scroll-mouseover" id="crayon-576864cb76563999287330" style=" margin-top: 12px; margin-bottom: 12px; font-size: 12px !important; line-height: 15px !important;">
        <div class="crayon-toolbar" data-settings=" mouseover overlay hide delay" style="font-size: 12px !important;height: 18px !important; line-height: 18px !important;">
         <span class="crayon-title">
         </span>
         <div class="crayon-tools" style="font-size: 12px !important;height: 18px !important; line-height: 18px !important;">
          <div class="crayon-button crayon-nums-button" title="切换是否显示行编号">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-plain-button" title="纯文本显示代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-wrap-button" title="切换自动换行">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-expand-button" title="点击展开代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-copy-button" title="复制代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-popup-button" title="在新窗口中显示代码">
           <div class="crayon-button-icon">
           </div>
          </div>
         </div>
        </div>
        <div class="crayon-info" style="min-height: 16.8px !important; line-height: 16.8px !important;">
        </div>
        <div class="crayon-plain-wrap">
         <textarea class="crayon-plain print-no" data-settings="dblclick" readonly="" style="-moz-tab-size:4; -o-tab-size:4; -webkit-tab-size:4; tab-size:4; font-size: 12px !important; line-height: 15px !important;" wrap="soft">
          ./configure
$ make
$ make check
$ make install
pip installprotobuf
         </textarea>
        </div>
        <div class="crayon-main" style="">
         <table class="crayon-table">
          <tbody>
           <tr class="crayon-row">
            <td class="crayon-nums " data-settings="show">
             <div class="crayon-nums-content" style="font-size: 12px !important; line-height: 15px !important;">
              <div class="crayon-num" data-line="crayon-576864cb76563999287330-1">
               1
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76563999287330-2">
               2
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76563999287330-3">
               3
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76563999287330-4">
               4
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76563999287330-5">
               5
              </div>
             </div>
            </td>
            <td class="crayon-code">
             <div class="crayon-pre" style="font-size: 12px !important; line-height: 15px !important; -moz-tab-size:4; -o-tab-size:4; -webkit-tab-size:4; tab-size:4;">
              <div class="crayon-line" id="crayon-576864cb76563999287330-1">
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-o">
                /
               </span>
               <span class="crayon-i">
                configure
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76563999287330-2">
               <span class="crayon-sy">
                $
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-i">
                make
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76563999287330-3">
               <span class="crayon-sy">
                $
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                make
               </span>
               <span class="crayon-i">
                check
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76563999287330-4">
               <span class="crayon-sy">
                $
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                make
               </span>
               <span class="crayon-e">
                install
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76563999287330-5">
               <span class="crayon-e">
                pip
               </span>
               <span class="crayon-v">
                installprotobuf
               </span>
              </div>
             </div>
            </td>
           </tr>
          </tbody>
         </table>
        </div>
       </div>
       <!-- [Format Time: 0.0170 seconds] -->
       <p>
       </p>
       <h4>
        添加动态链接库
       </h4>
       <p>
       </p>
       <!-- Crayon Syntax Highlighter v_2.7.2_beta -->
       <div class="crayon-syntax crayon-theme-classic crayon-font-monaco crayon-os-pc print-yes notranslate" data-settings=" minimize scroll-mouseover" id="crayon-576864cb76569085077220" style=" margin-top: 12px; margin-bottom: 12px; font-size: 12px !important; line-height: 15px !important;">
        <div class="crayon-toolbar" data-settings=" mouseover overlay hide delay" style="font-size: 12px !important;height: 18px !important; line-height: 18px !important;">
         <span class="crayon-title">
         </span>
         <div class="crayon-tools" style="font-size: 12px !important;height: 18px !important; line-height: 18px !important;">
          <div class="crayon-button crayon-nums-button" title="切换是否显示行编号">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-plain-button" title="纯文本显示代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-wrap-button" title="切换自动换行">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-expand-button" title="点击展开代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-copy-button" title="复制代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-popup-button" title="在新窗口中显示代码">
           <div class="crayon-button-icon">
           </div>
          </div>
         </div>
        </div>
        <div class="crayon-info" style="min-height: 16.8px !important; line-height: 16.8px !important;">
        </div>
        <div class="crayon-plain-wrap">
         <textarea class="crayon-plain print-no" data-settings="dblclick" readonly="" style="-moz-tab-size:4; -o-tab-size:4; -webkit-tab-size:4; tab-size:4; font-size: 12px !important; line-height: 15px !important;" wrap="soft">
          export LD_LIBRARY_PATH=/usr/local/lib:$LD_LIBRARY_PATH
         </textarea>
        </div>
        <div class="crayon-main" style="">
         <table class="crayon-table">
          <tbody>
           <tr class="crayon-row">
            <td class="crayon-nums " data-settings="show">
             <div class="crayon-nums-content" style="font-size: 12px !important; line-height: 15px !important;">
              <div class="crayon-num" data-line="crayon-576864cb76569085077220-1">
               1
              </div>
             </div>
            </td>
            <td class="crayon-code">
             <div class="crayon-pre" style="font-size: 12px !important; line-height: 15px !important; -moz-tab-size:4; -o-tab-size:4; -webkit-tab-size:4; tab-size:4;">
              <div class="crayon-line" id="crayon-576864cb76569085077220-1">
               <span class="crayon-e">
                export
               </span>
               <span class="crayon-v">
                LD_LIBRARY_PATH
               </span>
               <span class="crayon-o">
                =
               </span>
               <span class="crayon-o">
                /
               </span>
               <span class="crayon-v">
                usr
               </span>
               <span class="crayon-o">
                /
               </span>
               <span class="crayon-v">
                local
               </span>
               <span class="crayon-o">
                /
               </span>
               <span class="crayon-v">
                lib
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-sy">
                $
               </span>
               <span class="crayon-v">
                LD_LIBRARY_PATH
               </span>
              </div>
             </div>
            </td>
           </tr>
          </tbody>
         </table>
        </div>
       </div>
       <!-- [Format Time: 0.0009 seconds] -->
       <p>
       </p>
       <h4>
        Lmdb的安装
       </h4>
       <p>
       </p>
       <!-- Crayon Syntax Highlighter v_2.7.2_beta -->
       <div class="crayon-syntax crayon-theme-classic crayon-font-monaco crayon-os-pc print-yes notranslate" data-settings=" minimize scroll-mouseover" id="crayon-576864cb7656e467794068" style=" margin-top: 12px; margin-bottom: 12px; font-size: 12px !important; line-height: 15px !important;">
        <div class="crayon-toolbar" data-settings=" mouseover overlay hide delay" style="font-size: 12px !important;height: 18px !important; line-height: 18px !important;">
         <span class="crayon-title">
         </span>
         <div class="crayon-tools" style="font-size: 12px !important;height: 18px !important; line-height: 18px !important;">
          <div class="crayon-button crayon-nums-button" title="切换是否显示行编号">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-plain-button" title="纯文本显示代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-wrap-button" title="切换自动换行">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-expand-button" title="点击展开代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-copy-button" title="复制代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-popup-button" title="在新窗口中显示代码">
           <div class="crayon-button-icon">
           </div>
          </div>
         </div>
        </div>
        <div class="crayon-info" style="min-height: 16.8px !important; line-height: 16.8px !important;">
        </div>
        <div class="crayon-plain-wrap">
         <textarea class="crayon-plain print-no" data-settings="dblclick" readonly="" style="-moz-tab-size:4; -o-tab-size:4; -webkit-tab-size:4; tab-size:4; font-size: 12px !important; line-height: 15px !important;" wrap="soft">
          pip install lmdb
         </textarea>
        </div>
        <div class="crayon-main" style="">
         <table class="crayon-table">
          <tbody>
           <tr class="crayon-row">
            <td class="crayon-nums " data-settings="show">
             <div class="crayon-nums-content" style="font-size: 12px !important; line-height: 15px !important;">
              <div class="crayon-num" data-line="crayon-576864cb7656e467794068-1">
               1
              </div>
             </div>
            </td>
            <td class="crayon-code">
             <div class="crayon-pre" style="font-size: 12px !important; line-height: 15px !important; -moz-tab-size:4; -o-tab-size:4; -webkit-tab-size:4; tab-size:4;">
              <div class="crayon-line" id="crayon-576864cb7656e467794068-1">
               <span class="crayon-e">
                pip
               </span>
               <span class="crayon-e">
                install
               </span>
               <span class="crayon-v">
                lmdb
               </span>
              </div>
             </div>
            </td>
           </tr>
          </tbody>
         </table>
        </div>
       </div>
       <!-- [Format Time: 0.0007 seconds] -->
       <p>
        要parse（解析）一个protobuf类型数据，首先要告诉计算机你这个protobuf数据内部是什么格式（有哪些项，这些项各是什么数据类型的决定了占用多少字节，这些项可否重复，重复几次），安装protobuf这个module就可以用protobuf专用的语法来定义这些格式（这个是.proto文件）了，然后用protoc来编译这个.proto文件就可以生成你需要的目标文件。
        <br/>
        想要定义自己的.proto文件请阅读：
        <br/>
        <a href="https://developers.google.com/protocol-buffers/docs/proto?hl=zh-cn">
         https://developers.google.com/protocol-buffers/docs/proto?hl=zh-cn
        </a>
       </p>
       <h4>
        编译.proto文件
       </h4>
       <p>
       </p>
       <!-- Crayon Syntax Highlighter v_2.7.2_beta -->
       <div class="crayon-syntax crayon-theme-classic crayon-font-monaco crayon-os-pc print-yes notranslate" data-settings=" minimize scroll-mouseover" id="crayon-576864cb76575492966880" style=" margin-top: 12px; margin-bottom: 12px; font-size: 12px !important; line-height: 15px !important;">
        <div class="crayon-toolbar" data-settings=" mouseover overlay hide delay" style="font-size: 12px !important;height: 18px !important; line-height: 18px !important;">
         <span class="crayon-title">
         </span>
         <div class="crayon-tools" style="font-size: 12px !important;height: 18px !important; line-height: 18px !important;">
          <div class="crayon-button crayon-nums-button" title="切换是否显示行编号">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-plain-button" title="纯文本显示代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-wrap-button" title="切换自动换行">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-expand-button" title="点击展开代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-copy-button" title="复制代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-popup-button" title="在新窗口中显示代码">
           <div class="crayon-button-icon">
           </div>
          </div>
         </div>
        </div>
        <div class="crayon-info" style="min-height: 16.8px !important; line-height: 16.8px !important;">
        </div>
        <div class="crayon-plain-wrap">
         <textarea class="crayon-plain print-no" data-settings="dblclick" readonly="" style="-moz-tab-size:4; -o-tab-size:4; -webkit-tab-size:4; tab-size:4; font-size: 12px !important; line-height: 15px !important;" wrap="soft">
          protoc--proto_path=IMPORT_PATH --cpp_out=DST_DIR --java_out=DST_DIR--python_out=DST_DIR path/to/file.proto
         </textarea>
        </div>
        <div class="crayon-main" style="">
         <table class="crayon-table">
          <tbody>
           <tr class="crayon-row">
            <td class="crayon-nums " data-settings="show">
             <div class="crayon-nums-content" style="font-size: 12px !important; line-height: 15px !important;">
              <div class="crayon-num" data-line="crayon-576864cb76575492966880-1">
               1
              </div>
             </div>
            </td>
            <td class="crayon-code">
             <div class="crayon-pre" style="font-size: 12px !important; line-height: 15px !important; -moz-tab-size:4; -o-tab-size:4; -webkit-tab-size:4; tab-size:4;">
              <div class="crayon-line" id="crayon-576864cb76575492966880-1">
               <span class="crayon-v">
                protoc
               </span>
               <span class="crayon-o">
                --
               </span>
               <span class="crayon-v">
                proto_path
               </span>
               <span class="crayon-o">
                =
               </span>
               <span class="crayon-v">
                IMPORT_PATH
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                --
               </span>
               <span class="crayon-v">
                cpp_out
               </span>
               <span class="crayon-o">
                =
               </span>
               <span class="crayon-v">
                DST_DIR
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                --
               </span>
               <span class="crayon-v">
                java_out
               </span>
               <span class="crayon-o">
                =
               </span>
               <span class="crayon-v">
                DST_DIR
               </span>
               <span class="crayon-o">
                --
               </span>
               <span class="crayon-v">
                python_out
               </span>
               <span class="crayon-o">
                =
               </span>
               <span class="crayon-e">
                DST_DIR
               </span>
               <span class="crayon-v">
                path
               </span>
               <span class="crayon-o">
                /
               </span>
               <span class="crayon-st">
                to
               </span>
               <span class="crayon-o">
                /
               </span>
               <span class="crayon-v">
                file
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                proto
               </span>
              </div>
             </div>
            </td>
           </tr>
          </tbody>
         </table>
        </div>
       </div>
       <!-- [Format Time: 0.0013 seconds] -->
       <p>
       </p>
       <!-- Crayon Syntax Highlighter v_2.7.2_beta -->
       <div class="crayon-syntax crayon-theme-classic crayon-font-monaco crayon-os-pc print-yes notranslate" data-settings=" minimize scroll-mouseover" id="crayon-576864cb7657a853822092" style=" margin-top: 12px; margin-bottom: 12px; font-size: 12px !important; line-height: 15px !important;">
        <div class="crayon-toolbar" data-settings=" mouseover overlay hide delay" style="font-size: 12px !important;height: 18px !important; line-height: 18px !important;">
         <span class="crayon-title">
         </span>
         <div class="crayon-tools" style="font-size: 12px !important;height: 18px !important; line-height: 18px !important;">
          <div class="crayon-button crayon-nums-button" title="切换是否显示行编号">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-plain-button" title="纯文本显示代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-wrap-button" title="切换自动换行">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-expand-button" title="点击展开代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-copy-button" title="复制代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-popup-button" title="在新窗口中显示代码">
           <div class="crayon-button-icon">
           </div>
          </div>
         </div>
        </div>
        <div class="crayon-info" style="min-height: 16.8px !important; line-height: 16.8px !important;">
        </div>
        <div class="crayon-plain-wrap">
         <textarea class="crayon-plain print-no" data-settings="dblclick" readonly="" style="-moz-tab-size:4; -o-tab-size:4; -webkit-tab-size:4; tab-size:4; font-size: 12px !important; line-height: 15px !important;" wrap="soft">
          --proto_path 也可以简写成-I 是.proto所在的路径
输出路径：
--cpp_out 要生成C++可用的头文件，分别是***.pb.h（包含申明类）***.pb.cc（包含可执行类），使用的时候只要include “***.pb.h”
--java_out 生成java可用的头文件
--python_out 生成python可用的头文件，**_pb2.py，使用的时候import**_pb2.py即可
最后一个参数就是你的.proto文件完整路径。
         </textarea>
        </div>
        <div class="crayon-main" style="">
         <table class="crayon-table">
          <tbody>
           <tr class="crayon-row">
            <td class="crayon-nums " data-settings="show">
             <div class="crayon-nums-content" style="font-size: 12px !important; line-height: 15px !important;">
              <div class="crayon-num" data-line="crayon-576864cb7657a853822092-1">
               1
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb7657a853822092-2">
               2
              </div>
              <div class="crayon-num" data-line="crayon-576864cb7657a853822092-3">
               3
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb7657a853822092-4">
               4
              </div>
              <div class="crayon-num" data-line="crayon-576864cb7657a853822092-5">
               5
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb7657a853822092-6">
               6
              </div>
             </div>
            </td>
            <td class="crayon-code">
             <div class="crayon-pre" style="font-size: 12px !important; line-height: 15px !important; -moz-tab-size:4; -o-tab-size:4; -webkit-tab-size:4; tab-size:4;">
              <div class="crayon-line" id="crayon-576864cb7657a853822092-1">
               <span class="crayon-o">
                --
               </span>
               <span class="crayon-v">
                proto
               </span>
               <span class="crayon-sy">
                _
               </span>
               path
               <span class="crayon-h">
               </span>
               也可以简写成
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-i">
                I
               </span>
               <span class="crayon-h">
               </span>
               是
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-i">
                proto
               </span>
               所在的路径
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb7657a853822092-2">
               输出路径：
              </div>
              <div class="crayon-line" id="crayon-576864cb7657a853822092-3">
               <span class="crayon-o">
                --
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-sy">
                _
               </span>
               out
               <span class="crayon-h">
               </span>
               要生成
               <span class="crayon-v">
                C
               </span>
               <span class="crayon-o">
                ++
               </span>
               可用的头文件，分别是
               <span class="crayon-o">
                *
               </span>
               <span class="crayon-o">
                *
               </span>
               <span class="crayon-o">
                *
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                pb
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-i">
                h
               </span>
               （包含申明类）
               <span class="crayon-o">
                *
               </span>
               <span class="crayon-o">
                *
               </span>
               <span class="crayon-o">
                *
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                pb
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-i">
                cc
               </span>
               （包含可执行类），使用的时候只要
               <span class="crayon-i">
                include
               </span>
               <span class="crayon-h">
               </span>
               “
               <span class="crayon-o">
                *
               </span>
               <span class="crayon-o">
                *
               </span>
               <span class="crayon-o">
                *
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                pb
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-i">
                h
               </span>
               ”
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb7657a853822092-4">
               <span class="crayon-o">
                --
               </span>
               <span class="crayon-v">
                java
               </span>
               <span class="crayon-sy">
                _
               </span>
               out
               <span class="crayon-h">
               </span>
               生成
               <span class="crayon-i">
                java
               </span>
               可用的头文件
              </div>
              <div class="crayon-line" id="crayon-576864cb7657a853822092-5">
               <span class="crayon-o">
                --
               </span>
               <span class="crayon-v">
                python
               </span>
               <span class="crayon-sy">
                _
               </span>
               out
               <span class="crayon-h">
               </span>
               生成
               <span class="crayon-i">
                python
               </span>
               可用的头文件，
               <span class="crayon-o">
                *
               </span>
               <span class="crayon-o">
                *
               </span>
               <span class="crayon-v">
                _pb2
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-i">
                py
               </span>
               ，使用的时候
               <span class="crayon-e ">
                import*
               </span>
               <span class="crayon-o">
                *
               </span>
               <span class="crayon-v">
                _pb2
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-i">
                py
               </span>
               即可
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb7657a853822092-6">
               最后一个参数就是你的
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-i">
                proto
               </span>
               文件完整路径。
              </div>
             </div>
            </td>
           </tr>
          </tbody>
         </table>
        </div>
       </div>
       <!-- [Format Time: 0.0157 seconds] -->
       <p>
       </p>
       <h3>
        Caffe (CNN, deep learning) 介绍
       </h3>
       <p>
        Caffe ———–Convolution Architecture For Feature Embedding (Extraction)
       </p>
       <ol>
        <li>
         Caffe 是什么东东？
         <ul>
          <li>
           CNN (Deep Learning) 工具箱
          </li>
          <li>
           C++ 语言架构
          </li>
          <li>
           CPU 和GPU 无缝交换
          </li>
          <li>
           Python 和matlab的封装
          </li>
          <li>
           但是，Decaf只是CPU 版本。
          </li>
         </ul>
        </li>
        <li>
         为什么要用Caffe？
         <ul>
          <li>
           运算速度快。简单 友好的架构 用到的一些库：
          </li>
          <li>
           Google Logging library (Glog): 一个C++语言的应用级日志记录框架，提供了C++风格的流操作和各种助手宏.
          </li>
          <li>
           lebeldb(数据存储)： 是一个google实现的非常高效的kv数据库，单进程操作。
          </li>
          <li>
           CBLAS library（CPU版本的矩阵操作）
          </li>
          <li>
           CUBLAS library (GPU 版本的矩阵操作)
          </li>
         </ul>
        </li>
        <li>
         Caffe 架构
        </li>
       </ol>
       <p>
        <img src="http://dataunion.org/wp-content/uploads/2015/01/54c07168613b6.jpg"/>
       </p>
       <ol>
        <li>
         预处理图像的leveldb构建
         <br/>
         输入：一批图像和label （2和3）
         <br/>
         输出：leveldb （4）
         <br/>
         指令里包含如下信息：
         <p>
         </p>
         <ul>
          <li>
           conver_imageset （构建leveldb的可运行程序）
          </li>
          <li>
           train/ （此目录放处理的jpg或者其他格式的图像)
          </li>
          <li>
           label.txt (图像文件名及其label信息)
          </li>
          <li>
           输出的leveldb文件夹的名字
          </li>
          <li>
           CPU/GPU (指定是在cpu上还是在gpu上运行code)
          </li>
         </ul>
        </li>
        <li>
         CNN网络配置文件
         <ul>
          <li>
           Imagenet_solver.prototxt （包含全局参数的配置的文件）
          </li>
          <li>
           Imagenet.prototxt （包含训练网络的配置的文件）
          </li>
          <li>
           Imagenet_val.prototxt （包含测试网络的配置文件）
          </li>
         </ul>
        </li>
       </ol>
       <h3>
        Caffe深度学习之图像分类模型AlexNet解读
       </h3>
       <p>
        在imagenet上的图像分类challenge上Alex提出的alexnet网络结构模型赢得了2012届的冠军。要研究CNN类型DL网络模型在图像分类上的应用，就逃不开研究alexnet，这是CNN在图像分类上的经典模型（DL火起来之后）。
       </p>
       <p>
        在DL开源实现caffe的model样例中，它也给出了alexnet的复现，具体网络配置文件如下
        <a href="https://github.com/BVLC/caffe/blob/master/models/bvlc_reference_caffenet/train_val.prototxt">
         train_val.prototxt
        </a>
       </p>
       <p>
        <strong>
         接下来本文将一步步对该网络配置结构中各个层进行详细的解读（训练阶段）：
        </strong>
       </p>
       <p>
        各种layer的operation更多解释可以参考
        <a href="http://caffe.berkeleyvision.org/tutorial/layers.html">
         Caffe Layer Catalogue
        </a>
       </p>
       <p>
        从计算该模型的数据流过程中，该模型参数大概5kw+。
       </p>
       <ol>
        <li>
         conv1阶段DFD（data flow diagram）：
         <img src="http://dataunion.org/wp-content/uploads/2015/01/54c19b9b105a6.jpg"/>
        </li>
        <li>
         conv2阶段DFD（data flow diagram）：
         <img src="http://dataunion.org/wp-content/uploads/2015/01/54c19cfbc9bdf.jpg"/>
        </li>
        <li>
         conv3阶段DFD（data flow diagram）：
         <p>
          <img src="http://dataunion.org/wp-content/uploads/2015/01/54c19dd3db20e.jpg"/>
         </p>
        </li>
        <li>
         conv4阶段DFD（data flow diagram）：
         <br/>
         <img src="http://dataunion.org/wp-content/uploads/2015/01/54c19de81c6ae.jpg"/>
        </li>
        <li>
         conv5阶段DFD（data flow diagram）：
         <br/>
         <img src="http://dataunion.org/wp-content/uploads/2015/01/54c19e34c8bf1.jpg"/>
        </li>
        <li>
         fc6阶段DFD（data flow diagram）：
         <br/>
         <img src="http://dataunion.org/wp-content/uploads/2015/01/54c19e4357d25.jpg"/>
        </li>
        <li>
         fc7阶段DFD（data flow diagram）：
         <br/>
         <img src="http://dataunion.org/wp-content/uploads/2015/01/54c19e5c37c9e.jpg"/>
        </li>
        <li>
         fc8阶段DFD（data flow diagram）：
         <br/>
         <img src="http://dataunion.org/wp-content/uploads/2015/01/54c19e6b520ac.jpg"/>
        </li>
       </ol>
       <p>
        <b>
         caffe的输出中也有包含这块的内容日志，详情如下：
        </b>
       </p>
       <!-- Crayon Syntax Highlighter v_2.7.2_beta -->
       <div class="crayon-syntax crayon-theme-classic crayon-font-monaco crayon-os-pc print-yes notranslate" data-settings=" minimize scroll-mouseover" id="crayon-576864cb76584238195304" style=" margin-top: 12px; margin-bottom: 12px; font-size: 12px !important; line-height: 15px !important;">
        <div class="crayon-toolbar" data-settings=" mouseover overlay hide delay" style="font-size: 12px !important;height: 18px !important; line-height: 18px !important;">
         <span class="crayon-title">
         </span>
         <div class="crayon-tools" style="font-size: 12px !important;height: 18px !important; line-height: 18px !important;">
          <div class="crayon-button crayon-nums-button" title="切换是否显示行编号">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-plain-button" title="纯文本显示代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-wrap-button" title="切换自动换行">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-expand-button" title="点击展开代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-copy-button" title="复制代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-popup-button" title="在新窗口中显示代码">
           <div class="crayon-button-icon">
           </div>
          </div>
         </div>
        </div>
        <div class="crayon-info" style="min-height: 16.8px !important; line-height: 16.8px !important;">
        </div>
        <div class="crayon-plain-wrap">
         <textarea class="crayon-plain print-no" data-settings="dblclick" readonly="" style="-moz-tab-size:4; -o-tab-size:4; -webkit-tab-size:4; tab-size:4; font-size: 12px !important; line-height: 15px !important;" wrap="soft">
          I0721 10:38:15.326920  4692 net.cpp:125] Top shape: 256 3 227 227 (39574272)
I0721 10:38:15.326971  4692 net.cpp:125] Top shape: 256 1 1 1 (256)
I0721 10:38:15.326982  4692 net.cpp:156] data does not need backward computation.
I0721 10:38:15.327003  4692 net.cpp:74] Creating Layer conv1
I0721 10:38:15.327011  4692 net.cpp:84] conv1 &amp;lt;- data
I0721 10:38:15.327033  4692 net.cpp:110] conv1 -&amp;gt; conv1
I0721 10:38:16.721956  4692 net.cpp:125] Top shape: 256 96 55 55 (74342400)
I0721 10:38:16.722030  4692 net.cpp:151] conv1 needs backward computation.
I0721 10:38:16.722059  4692 net.cpp:74] Creating Layer relu1
I0721 10:38:16.722070  4692 net.cpp:84] relu1 &amp;lt;- conv1
I0721 10:38:16.722082  4692 net.cpp:98] relu1 -&amp;gt; conv1 (in-place)
I0721 10:38:16.722096  4692 net.cpp:125] Top shape: 256 96 55 55 (74342400)
I0721 10:38:16.722105  4692 net.cpp:151] relu1 needs backward computation.
I0721 10:38:16.722116  4692 net.cpp:74] Creating Layer pool1
I0721 10:38:16.722125  4692 net.cpp:84] pool1 &amp;lt;- conv1
I0721 10:38:16.722133  4692 net.cpp:110] pool1 -&amp;gt; pool1
I0721 10:38:16.722167  4692 net.cpp:125] Top shape: 256 96 27 27 (17915904)
I0721 10:38:16.722187  4692 net.cpp:151] pool1 needs backward computation.
I0721 10:38:16.722205  4692 net.cpp:74] Creating Layer norm1
I0721 10:38:16.722221  4692 net.cpp:84] norm1 &amp;lt;- pool1
I0721 10:38:16.722234  4692 net.cpp:110] norm1 -&amp;gt; norm1
I0721 10:38:16.722251  4692 net.cpp:125] Top shape: 256 96 27 27 (17915904)
I0721 10:38:16.722260  4692 net.cpp:151] norm1 needs backward computation.
I0721 10:38:16.722272  4692 net.cpp:74] Creating Layer conv2
I0721 10:38:16.722280  4692 net.cpp:84] conv2 &amp;lt;- norm1
I0721 10:38:16.722290  4692 net.cpp:110] conv2 -&amp;gt; conv2
I0721 10:38:16.725225  4692 net.cpp:125] Top shape: 256 256 27 27 (47775744)
I0721 10:38:16.725242  4692 net.cpp:151] conv2 needs backward computation.
I0721 10:38:16.725253  4692 net.cpp:74] Creating Layer relu2
I0721 10:38:16.725261  4692 net.cpp:84] relu2 &amp;lt;- conv2
I0721 10:38:16.725270  4692 net.cpp:98] relu2 -&amp;gt; conv2 (in-place)
I0721 10:38:16.725280  4692 net.cpp:125] Top shape: 256 256 27 27 (47775744)
I0721 10:38:16.725288  4692 net.cpp:151] relu2 needs backward computation.
I0721 10:38:16.725298  4692 net.cpp:74] Creating Layer pool2
I0721 10:38:16.725307  4692 net.cpp:84] pool2 &amp;lt;- conv2
I0721 10:38:16.725317  4692 net.cpp:110] pool2 -&amp;gt; pool2
I0721 10:38:16.725329  4692 net.cpp:125] Top shape: 256 256 13 13 (11075584)
I0721 10:38:16.725338  4692 net.cpp:151] pool2 needs backward computation.
I0721 10:38:16.725358  4692 net.cpp:74] Creating Layer norm2
I0721 10:38:16.725368  4692 net.cpp:84] norm2 &amp;lt;- pool2
I0721 10:38:16.725378  4692 net.cpp:110] norm2 -&amp;gt; norm2
I0721 10:38:16.725389  4692 net.cpp:125] Top shape: 256 256 13 13 (11075584)
I0721 10:38:16.725399  4692 net.cpp:151] norm2 needs backward computation.
I0721 10:38:16.725409  4692 net.cpp:74] Creating Layer conv3
I0721 10:38:16.725419  4692 net.cpp:84] conv3 &amp;lt;- norm2
I0721 10:38:16.725427  4692 net.cpp:110] conv3 -&amp;gt; conv3
I0721 10:38:16.735193  4692 net.cpp:125] Top shape: 256 384 13 13 (16613376)
I0721 10:38:16.735213  4692 net.cpp:151] conv3 needs backward computation.
I0721 10:38:16.735224  4692 net.cpp:74] Creating Layer relu3
I0721 10:38:16.735234  4692 net.cpp:84] relu3 &amp;lt;- conv3
I0721 10:38:16.735242  4692 net.cpp:98] relu3 -&amp;gt; conv3 (in-place)
I0721 10:38:16.735250  4692 net.cpp:125] Top shape: 256 384 13 13 (16613376)
I0721 10:38:16.735258  4692 net.cpp:151] relu3 needs backward computation.
I0721 10:38:16.735302  4692 net.cpp:74] Creating Layer conv4
I0721 10:38:16.735312  4692 net.cpp:84] conv4 &amp;lt;- conv3
I0721 10:38:16.735321  4692 net.cpp:110] conv4 -&amp;gt; conv4
I0721 10:38:16.743952  4692 net.cpp:125] Top shape: 256 384 13 13 (16613376)
I0721 10:38:16.743988  4692 net.cpp:151] conv4 needs backward computation.
I0721 10:38:16.744000  4692 net.cpp:74] Creating Layer relu4
I0721 10:38:16.744010  4692 net.cpp:84] relu4 &amp;lt;- conv4
I0721 10:38:16.744020  4692 net.cpp:98] relu4 -&amp;gt; conv4 (in-place)
I0721 10:38:16.744030  4692 net.cpp:125] Top shape: 256 384 13 13 (16613376)
I0721 10:38:16.744038  4692 net.cpp:151] relu4 needs backward computation.
I0721 10:38:16.744050  4692 net.cpp:74] Creating Layer conv5
I0721 10:38:16.744057  4692 net.cpp:84] conv5 &amp;lt;- conv4
I0721 10:38:16.744067  4692 net.cpp:110] conv5 -&amp;gt; conv5
I0721 10:38:16.748935  4692 net.cpp:125] Top shape: 256 256 13 13 (11075584)
I0721 10:38:16.748955  4692 net.cpp:151] conv5 needs backward computation.
I0721 10:38:16.748965  4692 net.cpp:74] Creating Layer relu5
I0721 10:38:16.748975  4692 net.cpp:84] relu5 &amp;lt;- conv5
I0721 10:38:16.748983  4692 net.cpp:98] relu5 -&amp;gt; conv5 (in-place)
I0721 10:38:16.748998  4692 net.cpp:125] Top shape: 256 256 13 13 (11075584)
I0721 10:38:16.749011  4692 net.cpp:151] relu5 needs backward computation.
I0721 10:38:16.749022  4692 net.cpp:74] Creating Layer pool5
I0721 10:38:16.749030  4692 net.cpp:84] pool5 &amp;lt;- conv5
I0721 10:38:16.749039  4692 net.cpp:110] pool5 -&amp;gt; pool5
I0721 10:38:16.749050  4692 net.cpp:125] Top shape: 256 256 6 6 (2359296)
I0721 10:38:16.749058  4692 net.cpp:151] pool5 needs backward computation.
I0721 10:38:16.749074  4692 net.cpp:74] Creating Layer fc6
I0721 10:38:16.749083  4692 net.cpp:84] fc6 &amp;lt;- pool5
I0721 10:38:16.749091  4692 net.cpp:110] fc6 -&amp;gt; fc6
I0721 10:38:17.160079  4692 net.cpp:125] Top shape: 256 4096 1 1 (1048576)
I0721 10:38:17.160148  4692 net.cpp:151] fc6 needs backward computation.
I0721 10:38:17.160166  4692 net.cpp:74] Creating Layer relu6
I0721 10:38:17.160177  4692 net.cpp:84] relu6 &amp;lt;- fc6
I0721 10:38:17.160190  4692 net.cpp:98] relu6 -&amp;gt; fc6 (in-place)
I0721 10:38:17.160202  4692 net.cpp:125] Top shape: 256 4096 1 1 (1048576)
I0721 10:38:17.160212  4692 net.cpp:151] relu6 needs backward computation.
I0721 10:38:17.160222  4692 net.cpp:74] Creating Layer drop6
I0721 10:38:17.160230  4692 net.cpp:84] drop6 &amp;lt;- fc6
I0721 10:38:17.160238  4692 net.cpp:98] drop6 -&amp;gt; fc6 (in-place)
I0721 10:38:17.160258  4692 net.cpp:125] Top shape: 256 4096 1 1 (1048576)
I0721 10:38:17.160265  4692 net.cpp:151] drop6 needs backward computation.
I0721 10:38:17.160277  4692 net.cpp:74] Creating Layer fc7
I0721 10:38:17.160286  4692 net.cpp:84] fc7 &amp;lt;- fc6
I0721 10:38:17.160295  4692 net.cpp:110] fc7 -&amp;gt; fc7
I0721 10:38:17.342094  4692 net.cpp:125] Top shape: 256 4096 1 1 (1048576)
I0721 10:38:17.342157  4692 net.cpp:151] fc7 needs backward computation.
I0721 10:38:17.342175  4692 net.cpp:74] Creating Layer relu7
I0721 10:38:17.342185  4692 net.cpp:84] relu7 &amp;lt;- fc7
I0721 10:38:17.342198  4692 net.cpp:98] relu7 -&amp;gt; fc7 (in-place)
I0721 10:38:17.342208  4692 net.cpp:125] Top shape: 256 4096 1 1 (1048576)
I0721 10:38:17.342217  4692 net.cpp:151] relu7 needs backward computation.
I0721 10:38:17.342228  4692 net.cpp:74] Creating Layer drop7
I0721 10:38:17.342236  4692 net.cpp:84] drop7 &amp;lt;- fc7
I0721 10:38:17.342245  4692 net.cpp:98] drop7 -&amp;gt; fc7 (in-place)
I0721 10:38:17.342254  4692 net.cpp:125] Top shape: 256 4096 1 1 (1048576)
I0721 10:38:17.342262  4692 net.cpp:151] drop7 needs backward computation.
I0721 10:38:17.342274  4692 net.cpp:74] Creating Layer fc8
I0721 10:38:17.342283  4692 net.cpp:84] fc8 &amp;lt;- fc7
I0721 10:38:17.342291  4692 net.cpp:110] fc8 -&amp;gt; fc8
I0721 10:38:17.343199  4692 net.cpp:125] Top shape: 256 22 1 1 (5632)
I0721 10:38:17.343214  4692 net.cpp:151] fc8 needs backward computation.
I0721 10:38:17.343231  4692 net.cpp:74] Creating Layer loss
I0721 10:38:17.343240  4692 net.cpp:84] loss &amp;lt;- fc8
I0721 10:38:17.343250  4692 net.cpp:84] loss &amp;lt;- label
I0721 10:38:17.343264  4692 net.cpp:151] loss needs backward computation.
I0721 10:38:17.343305  4692 net.cpp:173] Collecting Learning Rate and Weight Decay.
I0721 10:38:17.343327  4692 net.cpp:166] Network initialization done.
I0721 10:38:17.343335  4692 net.cpp:167] Memory required for Data 1073760256
         </textarea>
        </div>
        <div class="crayon-main" style="">
         <table class="crayon-table">
          <tbody>
           <tr class="crayon-row">
            <td class="crayon-nums " data-settings="show">
             <div class="crayon-nums-content" style="font-size: 12px !important; line-height: 15px !important;">
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-1">
               1
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-2">
               2
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-3">
               3
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-4">
               4
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-5">
               5
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-6">
               6
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-7">
               7
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-8">
               8
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-9">
               9
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-10">
               10
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-11">
               11
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-12">
               12
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-13">
               13
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-14">
               14
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-15">
               15
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-16">
               16
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-17">
               17
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-18">
               18
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-19">
               19
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-20">
               20
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-21">
               21
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-22">
               22
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-23">
               23
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-24">
               24
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-25">
               25
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-26">
               26
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-27">
               27
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-28">
               28
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-29">
               29
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-30">
               30
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-31">
               31
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-32">
               32
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-33">
               33
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-34">
               34
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-35">
               35
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-36">
               36
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-37">
               37
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-38">
               38
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-39">
               39
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-40">
               40
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-41">
               41
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-42">
               42
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-43">
               43
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-44">
               44
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-45">
               45
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-46">
               46
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-47">
               47
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-48">
               48
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-49">
               49
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-50">
               50
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-51">
               51
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-52">
               52
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-53">
               53
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-54">
               54
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-55">
               55
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-56">
               56
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-57">
               57
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-58">
               58
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-59">
               59
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-60">
               60
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-61">
               61
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-62">
               62
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-63">
               63
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-64">
               64
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-65">
               65
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-66">
               66
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-67">
               67
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-68">
               68
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-69">
               69
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-70">
               70
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-71">
               71
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-72">
               72
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-73">
               73
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-74">
               74
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-75">
               75
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-76">
               76
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-77">
               77
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-78">
               78
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-79">
               79
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-80">
               80
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-81">
               81
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-82">
               82
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-83">
               83
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-84">
               84
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-85">
               85
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-86">
               86
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-87">
               87
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-88">
               88
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-89">
               89
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-90">
               90
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-91">
               91
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-92">
               92
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-93">
               93
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-94">
               94
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-95">
               95
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-96">
               96
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-97">
               97
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-98">
               98
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-99">
               99
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-100">
               100
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-101">
               101
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-102">
               102
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-103">
               103
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-104">
               104
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-105">
               105
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-106">
               106
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-107">
               107
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-108">
               108
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-109">
               109
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-110">
               110
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-111">
               111
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-112">
               112
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-113">
               113
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-114">
               114
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-115">
               115
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-116">
               116
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-117">
               117
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-118">
               118
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76584238195304-119">
               119
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76584238195304-120">
               120
              </div>
             </div>
            </td>
            <td class="crayon-code">
             <div class="crayon-pre" style="font-size: 12px !important; line-height: 15px !important; -moz-tab-size:4; -o-tab-size:4; -webkit-tab-size:4; tab-size:4;">
              <div class="crayon-line" id="crayon-576864cb76584238195304-1">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                15.326920
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                125
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Top
               </span>
               <span class="crayon-v">
                shape
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                256
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                3
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                227
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                227
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-sy">
                (
               </span>
               <span class="crayon-cn">
                39574272
               </span>
               <span class="crayon-sy">
                )
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-2">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                15.326971
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                125
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Top
               </span>
               <span class="crayon-v">
                shape
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                256
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                1
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                1
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                1
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-sy">
                (
               </span>
               <span class="crayon-cn">
                256
               </span>
               <span class="crayon-sy">
                )
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-3">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                15.326982
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                156
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                data
               </span>
               <span class="crayon-e">
                does
               </span>
               <span class="crayon-st">
                not
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                need
               </span>
               <span class="crayon-e">
                backward
               </span>
               <span class="crayon-v">
                computation
               </span>
               <span class="crayon-sy">
                .
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-4">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                15.327003
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                74
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Creating
               </span>
               <span class="crayon-e">
                Layer
               </span>
               <span class="crayon-e">
                conv1
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-5">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                15.327011
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                84
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                conv1
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                lt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                data
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-6">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                15.327033
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                110
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                conv1
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                gt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                conv1
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-7">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.721956
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                125
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Top
               </span>
               <span class="crayon-v">
                shape
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                256
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                96
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                55
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                55
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-sy">
                (
               </span>
               <span class="crayon-cn">
                74342400
               </span>
               <span class="crayon-sy">
                )
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-8">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.722030
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                151
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                conv1
               </span>
               <span class="crayon-e">
                needs
               </span>
               <span class="crayon-e">
                backward
               </span>
               <span class="crayon-v">
                computation
               </span>
               <span class="crayon-sy">
                .
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-9">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.722059
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                74
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Creating
               </span>
               <span class="crayon-e">
                Layer
               </span>
               <span class="crayon-e">
                relu1
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-10">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.722070
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                84
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                relu1
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                lt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                conv1
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-11">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.722082
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                98
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                relu1
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                gt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                conv1
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-sy">
                (
               </span>
               <span class="crayon-st">
                in
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-v">
                place
               </span>
               <span class="crayon-sy">
                )
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-12">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.722096
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                125
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Top
               </span>
               <span class="crayon-v">
                shape
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                256
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                96
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                55
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                55
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-sy">
                (
               </span>
               <span class="crayon-cn">
                74342400
               </span>
               <span class="crayon-sy">
                )
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-13">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.722105
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                151
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                relu1
               </span>
               <span class="crayon-e">
                needs
               </span>
               <span class="crayon-e">
                backward
               </span>
               <span class="crayon-v">
                computation
               </span>
               <span class="crayon-sy">
                .
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-14">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.722116
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                74
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Creating
               </span>
               <span class="crayon-e">
                Layer
               </span>
               <span class="crayon-e">
                pool1
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-15">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.722125
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                84
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                pool1
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                lt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                conv1
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-16">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.722133
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                110
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                pool1
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                gt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                pool1
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-17">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.722167
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                125
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Top
               </span>
               <span class="crayon-v">
                shape
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                256
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                96
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                27
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                27
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-sy">
                (
               </span>
               <span class="crayon-cn">
                17915904
               </span>
               <span class="crayon-sy">
                )
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-18">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.722187
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                151
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                pool1
               </span>
               <span class="crayon-e">
                needs
               </span>
               <span class="crayon-e">
                backward
               </span>
               <span class="crayon-v">
                computation
               </span>
               <span class="crayon-sy">
                .
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-19">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.722205
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                74
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Creating
               </span>
               <span class="crayon-e">
                Layer
               </span>
               <span class="crayon-e">
                norm1
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-20">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.722221
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                84
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                norm1
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                lt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                pool1
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-21">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.722234
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                110
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                norm1
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                gt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                norm1
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-22">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.722251
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                125
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Top
               </span>
               <span class="crayon-v">
                shape
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                256
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                96
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                27
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                27
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-sy">
                (
               </span>
               <span class="crayon-cn">
                17915904
               </span>
               <span class="crayon-sy">
                )
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-23">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.722260
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                151
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                norm1
               </span>
               <span class="crayon-e">
                needs
               </span>
               <span class="crayon-e">
                backward
               </span>
               <span class="crayon-v">
                computation
               </span>
               <span class="crayon-sy">
                .
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-24">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.722272
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                74
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Creating
               </span>
               <span class="crayon-e">
                Layer
               </span>
               <span class="crayon-e">
                conv2
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-25">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.722280
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                84
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                conv2
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                lt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                norm1
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-26">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.722290
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                110
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                conv2
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                gt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                conv2
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-27">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.725225
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                125
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Top
               </span>
               <span class="crayon-v">
                shape
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                256
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                256
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                27
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                27
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-sy">
                (
               </span>
               <span class="crayon-cn">
                47775744
               </span>
               <span class="crayon-sy">
                )
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-28">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.725242
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                151
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                conv2
               </span>
               <span class="crayon-e">
                needs
               </span>
               <span class="crayon-e">
                backward
               </span>
               <span class="crayon-v">
                computation
               </span>
               <span class="crayon-sy">
                .
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-29">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.725253
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                74
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Creating
               </span>
               <span class="crayon-e">
                Layer
               </span>
               <span class="crayon-e">
                relu2
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-30">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.725261
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                84
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                relu2
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                lt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                conv2
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-31">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.725270
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                98
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                relu2
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                gt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                conv2
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-sy">
                (
               </span>
               <span class="crayon-st">
                in
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-v">
                place
               </span>
               <span class="crayon-sy">
                )
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-32">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.725280
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                125
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Top
               </span>
               <span class="crayon-v">
                shape
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                256
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                256
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                27
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                27
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-sy">
                (
               </span>
               <span class="crayon-cn">
                47775744
               </span>
               <span class="crayon-sy">
                )
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-33">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.725288
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                151
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                relu2
               </span>
               <span class="crayon-e">
                needs
               </span>
               <span class="crayon-e">
                backward
               </span>
               <span class="crayon-v">
                computation
               </span>
               <span class="crayon-sy">
                .
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-34">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.725298
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                74
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Creating
               </span>
               <span class="crayon-e">
                Layer
               </span>
               <span class="crayon-e">
                pool2
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-35">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.725307
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                84
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                pool2
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                lt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                conv2
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-36">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.725317
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                110
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                pool2
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                gt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                pool2
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-37">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.725329
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                125
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Top
               </span>
               <span class="crayon-v">
                shape
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                256
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                256
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                13
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                13
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-sy">
                (
               </span>
               <span class="crayon-cn">
                11075584
               </span>
               <span class="crayon-sy">
                )
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-38">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.725338
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                151
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                pool2
               </span>
               <span class="crayon-e">
                needs
               </span>
               <span class="crayon-e">
                backward
               </span>
               <span class="crayon-v">
                computation
               </span>
               <span class="crayon-sy">
                .
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-39">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.725358
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                74
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Creating
               </span>
               <span class="crayon-e">
                Layer
               </span>
               <span class="crayon-e">
                norm2
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-40">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.725368
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                84
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                norm2
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                lt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                pool2
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-41">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.725378
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                110
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                norm2
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                gt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                norm2
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-42">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.725389
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                125
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Top
               </span>
               <span class="crayon-v">
                shape
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                256
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                256
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                13
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                13
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-sy">
                (
               </span>
               <span class="crayon-cn">
                11075584
               </span>
               <span class="crayon-sy">
                )
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-43">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.725399
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                151
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                norm2
               </span>
               <span class="crayon-e">
                needs
               </span>
               <span class="crayon-e">
                backward
               </span>
               <span class="crayon-v">
                computation
               </span>
               <span class="crayon-sy">
                .
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-44">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.725409
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                74
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Creating
               </span>
               <span class="crayon-e">
                Layer
               </span>
               <span class="crayon-e">
                conv3
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-45">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.725419
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                84
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                conv3
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                lt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                norm2
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-46">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.725427
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                110
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                conv3
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                gt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                conv3
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-47">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.735193
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                125
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Top
               </span>
               <span class="crayon-v">
                shape
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                256
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                384
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                13
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                13
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-sy">
                (
               </span>
               <span class="crayon-cn">
                16613376
               </span>
               <span class="crayon-sy">
                )
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-48">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.735213
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                151
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                conv3
               </span>
               <span class="crayon-e">
                needs
               </span>
               <span class="crayon-e">
                backward
               </span>
               <span class="crayon-v">
                computation
               </span>
               <span class="crayon-sy">
                .
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-49">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.735224
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                74
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Creating
               </span>
               <span class="crayon-e">
                Layer
               </span>
               <span class="crayon-e">
                relu3
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-50">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.735234
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                84
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                relu3
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                lt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                conv3
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-51">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.735242
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                98
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                relu3
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                gt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                conv3
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-sy">
                (
               </span>
               <span class="crayon-st">
                in
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-v">
                place
               </span>
               <span class="crayon-sy">
                )
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-52">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.735250
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                125
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Top
               </span>
               <span class="crayon-v">
                shape
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                256
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                384
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                13
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                13
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-sy">
                (
               </span>
               <span class="crayon-cn">
                16613376
               </span>
               <span class="crayon-sy">
                )
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-53">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.735258
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                151
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                relu3
               </span>
               <span class="crayon-e">
                needs
               </span>
               <span class="crayon-e">
                backward
               </span>
               <span class="crayon-v">
                computation
               </span>
               <span class="crayon-sy">
                .
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-54">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.735302
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                74
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Creating
               </span>
               <span class="crayon-e">
                Layer
               </span>
               <span class="crayon-e">
                conv4
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-55">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.735312
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                84
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                conv4
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                lt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                conv3
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-56">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.735321
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                110
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                conv4
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                gt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                conv4
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-57">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.743952
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                125
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Top
               </span>
               <span class="crayon-v">
                shape
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                256
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                384
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                13
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                13
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-sy">
                (
               </span>
               <span class="crayon-cn">
                16613376
               </span>
               <span class="crayon-sy">
                )
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-58">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.743988
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                151
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                conv4
               </span>
               <span class="crayon-e">
                needs
               </span>
               <span class="crayon-e">
                backward
               </span>
               <span class="crayon-v">
                computation
               </span>
               <span class="crayon-sy">
                .
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-59">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.744000
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                74
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Creating
               </span>
               <span class="crayon-e">
                Layer
               </span>
               <span class="crayon-e">
                relu4
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-60">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.744010
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                84
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                relu4
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                lt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                conv4
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-61">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.744020
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                98
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                relu4
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                gt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                conv4
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-sy">
                (
               </span>
               <span class="crayon-st">
                in
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-v">
                place
               </span>
               <span class="crayon-sy">
                )
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-62">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.744030
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                125
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Top
               </span>
               <span class="crayon-v">
                shape
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                256
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                384
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                13
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                13
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-sy">
                (
               </span>
               <span class="crayon-cn">
                16613376
               </span>
               <span class="crayon-sy">
                )
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-63">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.744038
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                151
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                relu4
               </span>
               <span class="crayon-e">
                needs
               </span>
               <span class="crayon-e">
                backward
               </span>
               <span class="crayon-v">
                computation
               </span>
               <span class="crayon-sy">
                .
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-64">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.744050
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                74
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Creating
               </span>
               <span class="crayon-e">
                Layer
               </span>
               <span class="crayon-e">
                conv5
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-65">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.744057
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                84
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                conv5
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                lt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                conv4
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-66">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.744067
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                110
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                conv5
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                gt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                conv5
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-67">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.748935
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                125
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Top
               </span>
               <span class="crayon-v">
                shape
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                256
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                256
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                13
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                13
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-sy">
                (
               </span>
               <span class="crayon-cn">
                11075584
               </span>
               <span class="crayon-sy">
                )
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-68">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.748955
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                151
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                conv5
               </span>
               <span class="crayon-e">
                needs
               </span>
               <span class="crayon-e">
                backward
               </span>
               <span class="crayon-v">
                computation
               </span>
               <span class="crayon-sy">
                .
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-69">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.748965
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                74
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Creating
               </span>
               <span class="crayon-e">
                Layer
               </span>
               <span class="crayon-e">
                relu5
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-70">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.748975
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                84
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                relu5
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                lt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                conv5
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-71">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.748983
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                98
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                relu5
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                gt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                conv5
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-sy">
                (
               </span>
               <span class="crayon-st">
                in
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-v">
                place
               </span>
               <span class="crayon-sy">
                )
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-72">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.748998
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                125
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Top
               </span>
               <span class="crayon-v">
                shape
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                256
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                256
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                13
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                13
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-sy">
                (
               </span>
               <span class="crayon-cn">
                11075584
               </span>
               <span class="crayon-sy">
                )
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-73">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.749011
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                151
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                relu5
               </span>
               <span class="crayon-e">
                needs
               </span>
               <span class="crayon-e">
                backward
               </span>
               <span class="crayon-v">
                computation
               </span>
               <span class="crayon-sy">
                .
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-74">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.749022
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                74
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Creating
               </span>
               <span class="crayon-e">
                Layer
               </span>
               <span class="crayon-e">
                pool5
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-75">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.749030
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                84
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                pool5
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                lt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                conv5
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-76">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.749039
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                110
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                pool5
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                gt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                pool5
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-77">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.749050
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                125
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Top
               </span>
               <span class="crayon-v">
                shape
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                256
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                256
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                6
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                6
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-sy">
                (
               </span>
               <span class="crayon-cn">
                2359296
               </span>
               <span class="crayon-sy">
                )
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-78">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.749058
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                151
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                pool5
               </span>
               <span class="crayon-e">
                needs
               </span>
               <span class="crayon-e">
                backward
               </span>
               <span class="crayon-v">
                computation
               </span>
               <span class="crayon-sy">
                .
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-79">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.749074
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                74
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Creating
               </span>
               <span class="crayon-e">
                Layer
               </span>
               <span class="crayon-e">
                fc6
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-80">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.749083
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                84
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                fc6
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                lt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                pool5
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-81">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                16.749091
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                110
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                fc6
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                gt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                fc6
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-82">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                17.160079
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                125
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Top
               </span>
               <span class="crayon-v">
                shape
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                256
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4096
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                1
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                1
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-sy">
                (
               </span>
               <span class="crayon-cn">
                1048576
               </span>
               <span class="crayon-sy">
                )
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-83">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                17.160148
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                151
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                fc6
               </span>
               <span class="crayon-e">
                needs
               </span>
               <span class="crayon-e">
                backward
               </span>
               <span class="crayon-v">
                computation
               </span>
               <span class="crayon-sy">
                .
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-84">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                17.160166
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                74
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Creating
               </span>
               <span class="crayon-e">
                Layer
               </span>
               <span class="crayon-e">
                relu6
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-85">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                17.160177
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                84
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                relu6
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                lt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                fc6
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-86">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                17.160190
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                98
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                relu6
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                gt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                fc6
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-sy">
                (
               </span>
               <span class="crayon-st">
                in
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-v">
                place
               </span>
               <span class="crayon-sy">
                )
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-87">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                17.160202
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                125
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Top
               </span>
               <span class="crayon-v">
                shape
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                256
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4096
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                1
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                1
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-sy">
                (
               </span>
               <span class="crayon-cn">
                1048576
               </span>
               <span class="crayon-sy">
                )
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-88">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                17.160212
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                151
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                relu6
               </span>
               <span class="crayon-e">
                needs
               </span>
               <span class="crayon-e">
                backward
               </span>
               <span class="crayon-v">
                computation
               </span>
               <span class="crayon-sy">
                .
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-89">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                17.160222
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                74
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Creating
               </span>
               <span class="crayon-e">
                Layer
               </span>
               <span class="crayon-e">
                drop6
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-90">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                17.160230
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                84
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                drop6
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                lt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                fc6
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-91">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                17.160238
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                98
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                drop6
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                gt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                fc6
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-sy">
                (
               </span>
               <span class="crayon-st">
                in
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-v">
                place
               </span>
               <span class="crayon-sy">
                )
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-92">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                17.160258
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                125
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Top
               </span>
               <span class="crayon-v">
                shape
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                256
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4096
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                1
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                1
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-sy">
                (
               </span>
               <span class="crayon-cn">
                1048576
               </span>
               <span class="crayon-sy">
                )
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-93">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                17.160265
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                151
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                drop6
               </span>
               <span class="crayon-e">
                needs
               </span>
               <span class="crayon-e">
                backward
               </span>
               <span class="crayon-v">
                computation
               </span>
               <span class="crayon-sy">
                .
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-94">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                17.160277
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                74
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Creating
               </span>
               <span class="crayon-e">
                Layer
               </span>
               <span class="crayon-e">
                fc7
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-95">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                17.160286
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                84
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                fc7
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                lt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                fc6
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-96">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                17.160295
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                110
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                fc7
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                gt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                fc7
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-97">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                17.342094
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                125
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Top
               </span>
               <span class="crayon-v">
                shape
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                256
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4096
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                1
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                1
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-sy">
                (
               </span>
               <span class="crayon-cn">
                1048576
               </span>
               <span class="crayon-sy">
                )
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-98">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                17.342157
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                151
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                fc7
               </span>
               <span class="crayon-e">
                needs
               </span>
               <span class="crayon-e">
                backward
               </span>
               <span class="crayon-v">
                computation
               </span>
               <span class="crayon-sy">
                .
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-99">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                17.342175
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                74
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Creating
               </span>
               <span class="crayon-e">
                Layer
               </span>
               <span class="crayon-e">
                relu7
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-100">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                17.342185
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                84
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                relu7
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                lt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                fc7
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-101">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                17.342198
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                98
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                relu7
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                gt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                fc7
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-sy">
                (
               </span>
               <span class="crayon-st">
                in
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-v">
                place
               </span>
               <span class="crayon-sy">
                )
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-102">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                17.342208
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                125
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Top
               </span>
               <span class="crayon-v">
                shape
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                256
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4096
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                1
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                1
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-sy">
                (
               </span>
               <span class="crayon-cn">
                1048576
               </span>
               <span class="crayon-sy">
                )
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-103">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                17.342217
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                151
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                relu7
               </span>
               <span class="crayon-e">
                needs
               </span>
               <span class="crayon-e">
                backward
               </span>
               <span class="crayon-v">
                computation
               </span>
               <span class="crayon-sy">
                .
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-104">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                17.342228
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                74
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Creating
               </span>
               <span class="crayon-e">
                Layer
               </span>
               <span class="crayon-e">
                drop7
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-105">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                17.342236
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                84
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                drop7
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                lt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                fc7
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-106">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                17.342245
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                98
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                drop7
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                gt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                fc7
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-sy">
                (
               </span>
               <span class="crayon-st">
                in
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-v">
                place
               </span>
               <span class="crayon-sy">
                )
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-107">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                17.342254
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                125
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Top
               </span>
               <span class="crayon-v">
                shape
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                256
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4096
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                1
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                1
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-sy">
                (
               </span>
               <span class="crayon-cn">
                1048576
               </span>
               <span class="crayon-sy">
                )
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-108">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                17.342262
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                151
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                drop7
               </span>
               <span class="crayon-e">
                needs
               </span>
               <span class="crayon-e">
                backward
               </span>
               <span class="crayon-v">
                computation
               </span>
               <span class="crayon-sy">
                .
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-109">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                17.342274
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                74
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Creating
               </span>
               <span class="crayon-e">
                Layer
               </span>
               <span class="crayon-e">
                fc8
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-110">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                17.342283
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                84
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                fc8
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                lt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                fc7
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-111">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                17.342291
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                110
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                fc8
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                gt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                fc8
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-112">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                17.343199
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                125
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Top
               </span>
               <span class="crayon-v">
                shape
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                256
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                22
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                1
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                1
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-sy">
                (
               </span>
               <span class="crayon-cn">
                5632
               </span>
               <span class="crayon-sy">
                )
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-113">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                17.343214
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                151
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                fc8
               </span>
               <span class="crayon-e">
                needs
               </span>
               <span class="crayon-e">
                backward
               </span>
               <span class="crayon-v">
                computation
               </span>
               <span class="crayon-sy">
                .
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-114">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                17.343231
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                74
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Creating
               </span>
               <span class="crayon-e">
                Layer
               </span>
               <span class="crayon-e">
                loss
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-115">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                17.343240
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                84
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                loss
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                lt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                fc8
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-116">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                17.343250
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                84
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                loss
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                lt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                label
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-117">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                17.343264
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                151
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                loss
               </span>
               <span class="crayon-e">
                needs
               </span>
               <span class="crayon-e">
                backward
               </span>
               <span class="crayon-v">
                computation
               </span>
               <span class="crayon-sy">
                .
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-118">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                17.343305
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                173
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Collecting
               </span>
               <span class="crayon-e">
                Learning
               </span>
               <span class="crayon-e">
                Rate
               </span>
               <span class="crayon-st">
                and
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Weight
               </span>
               <span class="crayon-v">
                Decay
               </span>
               <span class="crayon-sy">
                .
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76584238195304-119">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                17.343327
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                166
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Network
               </span>
               <span class="crayon-e">
                initialization
               </span>
               <span class="crayon-v">
                done
               </span>
               <span class="crayon-sy">
                .
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76584238195304-120">
               <span class="crayon-i">
                I0721
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                10
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                38
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                17.343335
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                4692
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                167
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Memory
               </span>
               <span class="crayon-e">
                required
               </span>
               <span class="crayon-st">
                for
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-i">
                Data
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                1073760256
               </span>
              </div>
             </div>
            </td>
           </tr>
          </tbody>
         </table>
        </div>
       </div>
       <!-- [Format Time: 0.3659 seconds] -->
       <p>
        CIFAR-10在caffe上进行训练与学习
       </p>
       <h4>
        使用数据库：CIFAR-10
       </h4>
       <p>
        60000张 32X32 彩色图像 10类，50000张训练，10000张测试
       </p>
       <p>
        <img src="http://dataunion.org/wp-content/uploads/2015/01/54c19c99008d51.jpg"/>
       </p>
       <h4>
        准备
       </h4>
       <p>
        在终端运行以下指令：
       </p>
       <!-- Crayon Syntax Highlighter v_2.7.2_beta -->
       <div class="crayon-syntax crayon-theme-classic crayon-font-monaco crayon-os-pc print-yes notranslate" data-settings=" minimize scroll-mouseover" id="crayon-576864cb76591360227243" style=" margin-top: 12px; margin-bottom: 12px; font-size: 12px !important; line-height: 15px !important;">
        <div class="crayon-toolbar" data-settings=" mouseover overlay hide delay" style="font-size: 12px !important;height: 18px !important; line-height: 18px !important;">
         <span class="crayon-title">
         </span>
         <div class="crayon-tools" style="font-size: 12px !important;height: 18px !important; line-height: 18px !important;">
          <div class="crayon-button crayon-nums-button" title="切换是否显示行编号">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-plain-button" title="纯文本显示代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-wrap-button" title="切换自动换行">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-expand-button" title="点击展开代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-copy-button" title="复制代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-popup-button" title="在新窗口中显示代码">
           <div class="crayon-button-icon">
           </div>
          </div>
         </div>
        </div>
        <div class="crayon-info" style="min-height: 16.8px !important; line-height: 16.8px !important;">
        </div>
        <div class="crayon-plain-wrap">
         <textarea class="crayon-plain print-no" data-settings="dblclick" readonly="" style="-moz-tab-size:4; -o-tab-size:4; -webkit-tab-size:4; tab-size:4; font-size: 12px !important; line-height: 15px !important;" wrap="soft">
          cd $CAFFE_ROOT/data/cifar10
./get_cifar10.sh
cd $CAFFE_ROOT/examples/cifar10
./create_cifar10.sh
         </textarea>
        </div>
        <div class="crayon-main" style="">
         <table class="crayon-table">
          <tbody>
           <tr class="crayon-row">
            <td class="crayon-nums " data-settings="show">
             <div class="crayon-nums-content" style="font-size: 12px !important; line-height: 15px !important;">
              <div class="crayon-num" data-line="crayon-576864cb76591360227243-1">
               1
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76591360227243-2">
               2
              </div>
              <div class="crayon-num" data-line="crayon-576864cb76591360227243-3">
               3
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76591360227243-4">
               4
              </div>
             </div>
            </td>
            <td class="crayon-code">
             <div class="crayon-pre" style="font-size: 12px !important; line-height: 15px !important; -moz-tab-size:4; -o-tab-size:4; -webkit-tab-size:4; tab-size:4;">
              <div class="crayon-line" id="crayon-576864cb76591360227243-1">
               <span class="crayon-i">
                cd
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-sy">
                $
               </span>
               <span class="crayon-v">
                CAFFE_ROOT
               </span>
               <span class="crayon-o">
                /
               </span>
               <span class="crayon-v">
                data
               </span>
               <span class="crayon-o">
                /
               </span>
               <span class="crayon-i">
                cifar10
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76591360227243-2">
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-o">
                /
               </span>
               <span class="crayon-v">
                get_cifar10
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-e">
                sh
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb76591360227243-3">
               <span class="crayon-i">
                cd
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-sy">
                $
               </span>
               <span class="crayon-v">
                CAFFE_ROOT
               </span>
               <span class="crayon-o">
                /
               </span>
               <span class="crayon-v">
                examples
               </span>
               <span class="crayon-o">
                /
               </span>
               <span class="crayon-i">
                cifar10
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76591360227243-4">
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-o">
                /
               </span>
               <span class="crayon-v">
                create_cifar10
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                sh
               </span>
              </div>
             </div>
            </td>
           </tr>
          </tbody>
         </table>
        </div>
       </div>
       <!-- [Format Time: 0.0016 seconds] -->
       <p>
        其中CAFFE_ROOT是caffe-master在你机子的地址
       </p>
       <p>
        运行之后，将会在examples中出现数据库文件./cifar10-leveldb和数据库图像均值二进制文件./mean.binaryproto
       </p>
       <p>
        <img src="http://dataunion.org/wp-content/uploads/2015/01/54c19c890e291.jpg"/>
       </p>
       <p>
        模型
       </p>
       <p>
        该CNN由卷积层，POOLing层，非线性变换层，在顶端的局部对比归一化线性分类器组成。该模型的定义在CAFFE_ROOT/examples/cifar10 directory’s cifar10_quick_train.prototxt中，可以进行修改。其实后缀为prototxt很多都是用来修改配置的。
       </p>
       <p>
        <img src="http://dataunion.org/wp-content/uploads/2015/01/54c19c5adc1ff.jpg"/>
       </p>
       <h4>
        训练和测试
       </h4>
       <p>
        训练这个模型非常简单，当我们写好参数设置的文件cifar10_quick_solver.prototxt和定义的文件cifar10_quick_train.prototxt和cifar10_quick_test.prototxt后，运行train_quick.sh或者在终端输入下面的命令：
       </p>
       <!-- Crayon Syntax Highlighter v_2.7.2_beta -->
       <div class="crayon-syntax crayon-theme-classic crayon-font-monaco crayon-os-pc print-yes notranslate" data-settings=" minimize scroll-mouseover" id="crayon-576864cb76598789445206" style=" margin-top: 12px; margin-bottom: 12px; font-size: 12px !important; line-height: 15px !important;">
        <div class="crayon-toolbar" data-settings=" mouseover overlay hide delay" style="font-size: 12px !important;height: 18px !important; line-height: 18px !important;">
         <span class="crayon-title">
         </span>
         <div class="crayon-tools" style="font-size: 12px !important;height: 18px !important; line-height: 18px !important;">
          <div class="crayon-button crayon-nums-button" title="切换是否显示行编号">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-plain-button" title="纯文本显示代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-wrap-button" title="切换自动换行">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-expand-button" title="点击展开代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-copy-button" title="复制代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-popup-button" title="在新窗口中显示代码">
           <div class="crayon-button-icon">
           </div>
          </div>
         </div>
        </div>
        <div class="crayon-info" style="min-height: 16.8px !important; line-height: 16.8px !important;">
        </div>
        <div class="crayon-plain-wrap">
         <textarea class="crayon-plain print-no" data-settings="dblclick" readonly="" style="-moz-tab-size:4; -o-tab-size:4; -webkit-tab-size:4; tab-size:4; font-size: 12px !important; line-height: 15px !important;" wrap="soft">
          cd $CAFFE_ROOT/examples/cifar10
./train_quick.sh
         </textarea>
        </div>
        <div class="crayon-main" style="">
         <table class="crayon-table">
          <tbody>
           <tr class="crayon-row">
            <td class="crayon-nums " data-settings="show">
             <div class="crayon-nums-content" style="font-size: 12px !important; line-height: 15px !important;">
              <div class="crayon-num" data-line="crayon-576864cb76598789445206-1">
               1
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb76598789445206-2">
               2
              </div>
             </div>
            </td>
            <td class="crayon-code">
             <div class="crayon-pre" style="font-size: 12px !important; line-height: 15px !important; -moz-tab-size:4; -o-tab-size:4; -webkit-tab-size:4; tab-size:4;">
              <div class="crayon-line" id="crayon-576864cb76598789445206-1">
               <span class="crayon-i">
                cd
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-sy">
                $
               </span>
               <span class="crayon-v">
                CAFFE_ROOT
               </span>
               <span class="crayon-o">
                /
               </span>
               <span class="crayon-v">
                examples
               </span>
               <span class="crayon-o">
                /
               </span>
               <span class="crayon-i">
                cifar10
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb76598789445206-2">
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-o">
                /
               </span>
               <span class="crayon-v">
                train_quick
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                sh
               </span>
              </div>
             </div>
            </td>
           </tr>
          </tbody>
         </table>
        </div>
       </div>
       <!-- [Format Time: 0.0220 seconds] -->
       <p>
        即可，train_quick.sh是一个简单的脚本，会把执行的信息显示出来，培训的工具是train_net.bin,cifar10_quick_solver.prototxt作为参数。
       </p>
       <p>
        然后出现类似以下的信息：这是搭建模型的相关信息
       </p>
       <!-- Crayon Syntax Highlighter v_2.7.2_beta -->
       <div class="crayon-syntax crayon-theme-classic crayon-font-monaco crayon-os-pc print-yes notranslate" data-settings=" minimize scroll-mouseover" id="crayon-576864cb7659e434061265" style=" margin-top: 12px; margin-bottom: 12px; font-size: 12px !important; line-height: 15px !important;">
        <div class="crayon-toolbar" data-settings=" mouseover overlay hide delay" style="font-size: 12px !important;height: 18px !important; line-height: 18px !important;">
         <span class="crayon-title">
         </span>
         <div class="crayon-tools" style="font-size: 12px !important;height: 18px !important; line-height: 18px !important;">
          <div class="crayon-button crayon-nums-button" title="切换是否显示行编号">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-plain-button" title="纯文本显示代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-wrap-button" title="切换自动换行">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-expand-button" title="点击展开代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-copy-button" title="复制代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-popup-button" title="在新窗口中显示代码">
           <div class="crayon-button-icon">
           </div>
          </div>
         </div>
        </div>
        <div class="crayon-info" style="min-height: 16.8px !important; line-height: 16.8px !important;">
        </div>
        <div class="crayon-plain-wrap">
         <textarea class="crayon-plain print-no" data-settings="dblclick" readonly="" style="-moz-tab-size:4; -o-tab-size:4; -webkit-tab-size:4; tab-size:4; font-size: 12px !important; line-height: 15px !important;" wrap="soft">
          I0317 21:52:48.945710 2008298256 net.cpp:74] Creating Layer conv1
I0317 21:52:48.945716 2008298256 net.cpp:84] conv1 &amp;lt;- data
I0317 21:52:48.945725 2008298256 net.cpp:110] conv1 -&amp;gt; conv1
I0317 21:52:49.298691 2008298256 net.cpp:125] Top shape: 100 32 32 32 (3276800)
I0317 21:52:49.298719 2008298256 net.cpp:151] conv1 needs backward computation.
         </textarea>
        </div>
        <div class="crayon-main" style="">
         <table class="crayon-table">
          <tbody>
           <tr class="crayon-row">
            <td class="crayon-nums " data-settings="show">
             <div class="crayon-nums-content" style="font-size: 12px !important; line-height: 15px !important;">
              <div class="crayon-num" data-line="crayon-576864cb7659e434061265-1">
               1
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb7659e434061265-2">
               2
              </div>
              <div class="crayon-num" data-line="crayon-576864cb7659e434061265-3">
               3
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb7659e434061265-4">
               4
              </div>
              <div class="crayon-num" data-line="crayon-576864cb7659e434061265-5">
               5
              </div>
             </div>
            </td>
            <td class="crayon-code">
             <div class="crayon-pre" style="font-size: 12px !important; line-height: 15px !important; -moz-tab-size:4; -o-tab-size:4; -webkit-tab-size:4; tab-size:4;">
              <div class="crayon-line" id="crayon-576864cb7659e434061265-1">
               <span class="crayon-i">
                I0317
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                21
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                52
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                48.945710
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                2008298256
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                74
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Creating
               </span>
               <span class="crayon-e">
                Layer
               </span>
               <span class="crayon-e">
                conv1
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb7659e434061265-2">
               <span class="crayon-i">
                I0317
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                21
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                52
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                48.945716
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                2008298256
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                84
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                conv1
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                lt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                data
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb7659e434061265-3">
               <span class="crayon-i">
                I0317
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                21
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                52
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                48.945725
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                2008298256
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                110
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                conv1
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                -
               </span>
               <span class="crayon-o">
                &amp;
               </span>
               <span class="crayon-v">
                gt
               </span>
               <span class="crayon-sy">
                ;
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                conv1
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb7659e434061265-4">
               <span class="crayon-i">
                I0317
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                21
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                52
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                49.298691
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                2008298256
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                125
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Top
               </span>
               <span class="crayon-v">
                shape
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                100
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                32
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                32
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                32
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-sy">
                (
               </span>
               <span class="crayon-cn">
                3276800
               </span>
               <span class="crayon-sy">
                )
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb7659e434061265-5">
               <span class="crayon-i">
                I0317
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                21
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                52
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                49.298719
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                2008298256
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                151
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                conv1
               </span>
               <span class="crayon-e">
                needs
               </span>
               <span class="crayon-e">
                backward
               </span>
               <span class="crayon-v">
                computation
               </span>
               <span class="crayon-sy">
                .
               </span>
              </div>
             </div>
            </td>
           </tr>
          </tbody>
         </table>
        </div>
       </div>
       <!-- [Format Time: 0.0199 seconds] -->
       <p>
        接着：
       </p>
       <!-- Crayon Syntax Highlighter v_2.7.2_beta -->
       <div class="crayon-syntax crayon-theme-classic crayon-font-monaco crayon-os-pc print-yes notranslate" data-settings=" minimize scroll-mouseover" id="crayon-576864cb765a4561083463" style=" margin-top: 12px; margin-bottom: 12px; font-size: 12px !important; line-height: 15px !important;">
        <div class="crayon-toolbar" data-settings=" mouseover overlay hide delay" style="font-size: 12px !important;height: 18px !important; line-height: 18px !important;">
         <span class="crayon-title">
         </span>
         <div class="crayon-tools" style="font-size: 12px !important;height: 18px !important; line-height: 18px !important;">
          <div class="crayon-button crayon-nums-button" title="切换是否显示行编号">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-plain-button" title="纯文本显示代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-wrap-button" title="切换自动换行">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-expand-button" title="点击展开代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-copy-button" title="复制代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-popup-button" title="在新窗口中显示代码">
           <div class="crayon-button-icon">
           </div>
          </div>
         </div>
        </div>
        <div class="crayon-info" style="min-height: 16.8px !important; line-height: 16.8px !important;">
        </div>
        <div class="crayon-plain-wrap">
         <textarea class="crayon-plain print-no" data-settings="dblclick" readonly="" style="-moz-tab-size:4; -o-tab-size:4; -webkit-tab-size:4; tab-size:4; font-size: 12px !important; line-height: 15px !important;" wrap="soft">
          0317 21:52:49.309370 2008298256 net.cpp:166] Network initialization done.
I0317 21:52:49.309376 2008298256 net.cpp:167] Memory required for Data 23790808
I0317 21:52:49.309422 2008298256 solver.cpp:36] Solver scaffolding done.
I0317 21:52:49.309447 2008298256 solver.cpp:47] Solving CIFAR10_quick_train
         </textarea>
        </div>
        <div class="crayon-main" style="">
         <table class="crayon-table">
          <tbody>
           <tr class="crayon-row">
            <td class="crayon-nums " data-settings="show">
             <div class="crayon-nums-content" style="font-size: 12px !important; line-height: 15px !important;">
              <div class="crayon-num" data-line="crayon-576864cb765a4561083463-1">
               1
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb765a4561083463-2">
               2
              </div>
              <div class="crayon-num" data-line="crayon-576864cb765a4561083463-3">
               3
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb765a4561083463-4">
               4
              </div>
             </div>
            </td>
            <td class="crayon-code">
             <div class="crayon-pre" style="font-size: 12px !important; line-height: 15px !important; -moz-tab-size:4; -o-tab-size:4; -webkit-tab-size:4; tab-size:4;">
              <div class="crayon-line" id="crayon-576864cb765a4561083463-1">
               <span class="crayon-cn">
                0317
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                21
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                52
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                49.309370
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                2008298256
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                166
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Network
               </span>
               <span class="crayon-e">
                initialization
               </span>
               <span class="crayon-v">
                done
               </span>
               <span class="crayon-sy">
                .
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb765a4561083463-2">
               <span class="crayon-i">
                I0317
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                21
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                52
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                49.309376
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                2008298256
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                net
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                167
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Memory
               </span>
               <span class="crayon-e">
                required
               </span>
               <span class="crayon-st">
                for
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-i">
                Data
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                23790808
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb765a4561083463-3">
               <span class="crayon-i">
                I0317
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                21
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                52
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                49.309422
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                2008298256
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                solver
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                36
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Solver
               </span>
               <span class="crayon-e">
                scaffolding
               </span>
               <span class="crayon-v">
                done
               </span>
               <span class="crayon-sy">
                .
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb765a4561083463-4">
               <span class="crayon-i">
                I0317
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                21
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                52
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                49.309447
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                2008298256
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                solver
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                47
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Solving
               </span>
               <span class="crayon-v">
                CIFAR10_quick_train
               </span>
              </div>
             </div>
            </td>
           </tr>
          </tbody>
         </table>
        </div>
       </div>
       <!-- [Format Time: 0.0135 seconds] -->
       <p>
        之后，训练开始
       </p>
       <!-- Crayon Syntax Highlighter v_2.7.2_beta -->
       <div class="crayon-syntax crayon-theme-classic crayon-font-monaco crayon-os-pc print-yes notranslate" data-settings=" minimize scroll-mouseover" id="crayon-576864cb765aa789475096" style=" margin-top: 12px; margin-bottom: 12px; font-size: 12px !important; line-height: 15px !important;">
        <div class="crayon-toolbar" data-settings=" mouseover overlay hide delay" style="font-size: 12px !important;height: 18px !important; line-height: 18px !important;">
         <span class="crayon-title">
         </span>
         <div class="crayon-tools" style="font-size: 12px !important;height: 18px !important; line-height: 18px !important;">
          <div class="crayon-button crayon-nums-button" title="切换是否显示行编号">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-plain-button" title="纯文本显示代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-wrap-button" title="切换自动换行">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-expand-button" title="点击展开代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-copy-button" title="复制代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-popup-button" title="在新窗口中显示代码">
           <div class="crayon-button-icon">
           </div>
          </div>
         </div>
        </div>
        <div class="crayon-info" style="min-height: 16.8px !important; line-height: 16.8px !important;">
        </div>
        <div class="crayon-plain-wrap">
         <textarea class="crayon-plain print-no" data-settings="dblclick" readonly="" style="-moz-tab-size:4; -o-tab-size:4; -webkit-tab-size:4; tab-size:4; font-size: 12px !important; line-height: 15px !important;" wrap="soft">
          I0317 21:53:12.179772 2008298256 solver.cpp:208] Iteration 100, lr = 0.001
I0317 21:53:12.185698 2008298256 solver.cpp:65] Iteration 100, loss = 1.73643
...
I0317 21:54:41.150030 2008298256 solver.cpp:87] Iteration 500, Testing net
I0317 21:54:47.129461 2008298256 solver.cpp:114] Test score #0: 0.5504
I0317 21:54:47.129500 2008298256 solver.cpp:114] Test score #1: 1.27805
         </textarea>
        </div>
        <div class="crayon-main" style="">
         <table class="crayon-table">
          <tbody>
           <tr class="crayon-row">
            <td class="crayon-nums " data-settings="show">
             <div class="crayon-nums-content" style="font-size: 12px !important; line-height: 15px !important;">
              <div class="crayon-num" data-line="crayon-576864cb765aa789475096-1">
               1
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb765aa789475096-2">
               2
              </div>
              <div class="crayon-num" data-line="crayon-576864cb765aa789475096-3">
               3
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb765aa789475096-4">
               4
              </div>
              <div class="crayon-num" data-line="crayon-576864cb765aa789475096-5">
               5
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb765aa789475096-6">
               6
              </div>
             </div>
            </td>
            <td class="crayon-code">
             <div class="crayon-pre" style="font-size: 12px !important; line-height: 15px !important; -moz-tab-size:4; -o-tab-size:4; -webkit-tab-size:4; tab-size:4;">
              <div class="crayon-line" id="crayon-576864cb765aa789475096-1">
               <span class="crayon-i">
                I0317
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                21
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                53
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                12.179772
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                2008298256
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                solver
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                208
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-i">
                Iteration
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                100
               </span>
               <span class="crayon-sy">
                ,
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                lr
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                =
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                0.001
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb765aa789475096-2">
               <span class="crayon-i">
                I0317
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                21
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                53
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                12.185698
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                2008298256
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                solver
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                65
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-i">
                Iteration
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                100
               </span>
               <span class="crayon-sy">
                ,
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                loss
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-o">
                =
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                1.73643
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb765aa789475096-3">
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-sy">
                .
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb765aa789475096-4">
               <span class="crayon-i">
                I0317
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                21
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                54
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                41.150030
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                2008298256
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                solver
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                87
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-i">
                Iteration
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                500
               </span>
               <span class="crayon-sy">
                ,
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Testing
               </span>
               <span class="crayon-e">
                net
               </span>
              </div>
              <div class="crayon-line" id="crayon-576864cb765aa789475096-5">
               <span class="crayon-i">
                I0317
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                21
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                54
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                47.129461
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                2008298256
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                solver
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                114
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Test
               </span>
               <span class="crayon-v">
                score
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-p">
                #0: 0.5504
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb765aa789475096-6">
               <span class="crayon-i">
                I0317
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                21
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                54
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                47.129500
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-cn">
                2008298256
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                solver
               </span>
               <span class="crayon-sy">
                .
               </span>
               <span class="crayon-v">
                cpp
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-cn">
                114
               </span>
               <span class="crayon-sy">
                ]
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-e">
                Test
               </span>
               <span class="crayon-v">
                score
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-p">
                #1: 1.27805
               </span>
              </div>
             </div>
            </td>
           </tr>
          </tbody>
         </table>
        </div>
       </div>
       <!-- [Format Time: 0.0189 seconds] -->
       <p>
        其中每100次迭代次数显示一次训练时lr(learningrate),和loss（训练损失函数），每500次测试一次，输出score 0（准确率）和score 1（测试损失函数）
       </p>
       <p>
        当5000次迭代之后，正确率约为75%，模型的参数存储在二进制protobuf格式在cifar10_quick_iter_5000
       </p>
       <p>
        然后，这个模型就可以用来运行在新数据上了。
       </p>
       <h4>
        其他
       </h4>
       <p>
        另外，更改cifar*solver.prototxt文件可以使用CPU训练，
       </p>
       <!-- Crayon Syntax Highlighter v_2.7.2_beta -->
       <div class="crayon-syntax crayon-theme-classic crayon-font-monaco crayon-os-pc print-yes notranslate" data-settings=" minimize scroll-mouseover" id="crayon-576864cb765b0007521735" style=" margin-top: 12px; margin-bottom: 12px; font-size: 12px !important; line-height: 15px !important;">
        <div class="crayon-toolbar" data-settings=" mouseover overlay hide delay" style="font-size: 12px !important;height: 18px !important; line-height: 18px !important;">
         <span class="crayon-title">
         </span>
         <div class="crayon-tools" style="font-size: 12px !important;height: 18px !important; line-height: 18px !important;">
          <div class="crayon-button crayon-nums-button" title="切换是否显示行编号">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-plain-button" title="纯文本显示代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-wrap-button" title="切换自动换行">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-expand-button" title="点击展开代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-copy-button" title="复制代码">
           <div class="crayon-button-icon">
           </div>
          </div>
          <div class="crayon-button crayon-popup-button" title="在新窗口中显示代码">
           <div class="crayon-button-icon">
           </div>
          </div>
         </div>
        </div>
        <div class="crayon-info" style="min-height: 16.8px !important; line-height: 16.8px !important;">
        </div>
        <div class="crayon-plain-wrap">
         <textarea class="crayon-plain print-no" data-settings="dblclick" readonly="" style="-moz-tab-size:4; -o-tab-size:4; -webkit-tab-size:4; tab-size:4; font-size: 12px !important; line-height: 15px !important;" wrap="soft">
          # solver mode: CPU or GPU
solver_mode: CPU
         </textarea>
        </div>
        <div class="crayon-main" style="">
         <table class="crayon-table">
          <tbody>
           <tr class="crayon-row">
            <td class="crayon-nums " data-settings="show">
             <div class="crayon-nums-content" style="font-size: 12px !important; line-height: 15px !important;">
              <div class="crayon-num" data-line="crayon-576864cb765b0007521735-1">
               1
              </div>
              <div class="crayon-num crayon-striped-num" data-line="crayon-576864cb765b0007521735-2">
               2
              </div>
             </div>
            </td>
            <td class="crayon-code">
             <div class="crayon-pre" style="font-size: 12px !important; line-height: 15px !important; -moz-tab-size:4; -o-tab-size:4; -webkit-tab-size:4; tab-size:4;">
              <div class="crayon-line" id="crayon-576864cb765b0007521735-1">
               <span class="crayon-p">
                # solver mode: CPU or GPU
               </span>
              </div>
              <div class="crayon-line crayon-striped-line" id="crayon-576864cb765b0007521735-2">
               <span class="crayon-v">
                solver_mode
               </span>
               <span class="crayon-o">
                :
               </span>
               <span class="crayon-h">
               </span>
               <span class="crayon-v">
                CPU
               </span>
              </div>
             </div>
            </td>
           </tr>
          </tbody>
         </table>
        </div>
       </div>
       <!-- [Format Time: 0.0007 seconds] -->
       <p>
        可以看看CPU和GPU训练的差别。
       </p>
       <p>
        主要资料来源：caffe官网教程
       </p>
       <p>
        <b>
         原文链接：
        </b>
        <a href="http://suanfazu.com/t/caffe-shen-du-xue-xi-kuang-jia-shang-shou-jiao-cheng/281" target="_blank">
         Caffe 深度学习框架上手教程
        </a>
       </p>
      </div>
      <div>
       <strong>
        注：转载文章均来自于公开网络，仅供学习使用，不会用于任何商业用途，如果侵犯到原作者的权益，请您与我们联系删除或者授权事宜，联系邮箱：contact@dataunion.org。转载数盟网站文章请注明原文章作者，否则产生的任何版权纠纷与数盟无关。
       </strong>
      </div>
      <!--content_text-->
      <div class="fenxian">
       <!-- JiaThis Button BEGIN -->
       <div class="jiathis_style_32x32">
        <p class="jiathis_button_weixin">
        </p>
        <p class="jiathis_button_tsina">
        </p>
        <p class="jiathis_button_qzone">
        </p>
        <p class="jiathis_button_cqq">
        </p>
        <p class="jiathis_button_tumblr">
        </p>
        <a class="jiathis jiathis_txt jtico jtico_jiathis" href="http://www.jiathis.com/share" target="_blank">
        </a>
        <p class="jiathis_counter_style">
        </p>
       </div>
       <!-- JiaThis Button END -->
      </div>
     </article>
     <!--content-->
     <!--相关文章-->
     <div class="xianguan">
      <div class="xianguantitle">
       相关文章！
      </div>
      <ul class="pic">
       <li>
        <a href="http://dataunion.org/20811.html">
         <img src="http://dataunion.org/wp-content/uploads/2015/09/t0133fcacae8523307b_副本-300x200.jpg"/>
        </a>
        <a class="link" href="http://dataunion.org/20811.html" rel="bookmark" title="大神亲传：26条深度学习的金科玉律！">
         大神亲传：26条深度学习的金科玉律！
        </a>
       </li>
       <li>
        <a href="http://dataunion.org/20798.html">
         <img src="http://dataunion.org/wp-content/uploads/2015/09/t0159fd758ea17b4ba5-300x199.jpg"/>
        </a>
        <a class="link" href="http://dataunion.org/20798.html" rel="bookmark" title="各种编程语言的深度学习库整理大全！">
         各种编程语言的深度学习库整理大全！
        </a>
       </li>
       <li>
        <a href="http://dataunion.org/20587.html">
         <img src="http://dataunion.org/wp-content/uploads/2015/08/t0192a35f52bc6e5eab-300x188.jpg"/>
        </a>
        <a class="link" href="http://dataunion.org/20587.html" rel="bookmark" title="基于Python的卷积神经网络和特征提取">
         基于Python的卷积神经网络和特征提取
        </a>
       </li>
       <li>
        <a href="http://dataunion.org/20480.html">
         <img src="http://dataunion.org/wp-content/uploads/2015/08/thumb.600_0_副本-300x162.jpg"/>
        </a>
        <a class="link" href="http://dataunion.org/20480.html" rel="bookmark" title="99%的码农都会忽略的重要问题：深度神经网络的可解释性">
         99%的码农都会忽略的重要问题：深度神经网络的可解释性
        </a>
       </li>
      </ul>
     </div>
     <!--相关文章-->
     <div class="comment" id="comments">
      <!-- You can start editing here. -->
      <!-- If comments are open, but there are no comments. -->
      <div class="title">
       期待你一针见血的评论，Come on！
      </div>
      <div id="respond">
       <p>
        不用想啦，马上
        <a href="http://dataunion.org/wp-login.php?redirect_to=http%3A%2F%2Fdataunion.org%2F9188.html">
         "登录"
        </a>
        发表自已的想法.
       </p>
      </div>
     </div>
     <!-- .nav-single -->
    </div>
    <!--Container End-->
    <aside id="sitebar">
     <div class="sitebar_list2">
      <div class="wptag">
       <span class="tagtitle">
        热门标签+
       </span>
       <div class="tagg">
        <ul class="menu" id="menu-%e5%8f%8b%e6%83%85%e9%93%be%e6%8e%a5">
         <li class="menu-item menu-item-type-custom menu-item-object-custom menu-item-1605" id="menu-item-1605">
          <a href="http://taidizh.com/">
           泰迪智慧
          </a>
         </li>
         <li class="menu-item menu-item-type-custom menu-item-object-custom menu-item-20884" id="menu-item-20884">
          <a href="http://www.transwarp.cn/">
           星环科技
          </a>
         </li>
         <li class="menu-item menu-item-type-custom menu-item-object-custom menu-item-3538" id="menu-item-3538">
          <a href="http://datall.org/">
           珈和遥感
          </a>
         </li>
         <li class="menu-item menu-item-type-custom menu-item-object-custom menu-item-20888" id="menu-item-20888">
          <a href="http://www.chinahadoop.cn/">
           小象学院
          </a>
         </li>
        </ul>
       </div>
      </div>
     </div>
     <div class="sitebar_list">
      <div class="textwidget">
       <div align="center">
        <a href="http://study.163.com/course/courseMain.htm?courseId=991022" target="_blank">
         <img src="http://dataunion.org/wp-content/uploads/2016/03/dv.jpg"/>
        </a>
       </div>
      </div>
     </div>
     <div class="sitebar_list">
      <h4 class="sitebar_title">
       文章分类
      </h4>
      <div class="tagcloud">
       <a class="tag-link-44" href="http://dataunion.org/category/industry/demo" style="font-size: 10.204724409449pt;" title="4个话题">
        Demo展示
       </a>
       <a class="tag-link-31" href="http://dataunion.org/category/experts" style="font-size: 15.826771653543pt;" title="52个话题">
        专家团队
       </a>
       <a class="tag-link-870" href="http://dataunion.org/category/tech/ai" style="font-size: 19.795275590551pt;" title="273个话题">
        人工智能
       </a>
       <a class="tag-link-488" href="http://dataunion.org/category/%e5%8a%a0%e5%85%a5%e6%95%b0%e7%9b%9f" style="font-size: 8pt;" title="1个话题">
        加入数盟
       </a>
       <a class="tag-link-869" href="http://dataunion.org/category/tech/viz" style="font-size: 17.204724409449pt;" title="93个话题">
        可视化
       </a>
       <a class="tag-link-30" href="http://dataunion.org/category/partners" style="font-size: 10.645669291339pt;" title="5个话题">
        合作伙伴
       </a>
       <a class="tag-link-889" href="http://dataunion.org/category/parterc" style="font-size: 11.582677165354pt;" title="8个话题">
        合作会议
       </a>
       <a class="tag-link-104" href="http://dataunion.org/category/books" style="font-size: 12.96062992126pt;" title="15个话题">
        图书
       </a>
       <a class="tag-link-220" href="http://dataunion.org/category/tech/base" style="font-size: 19.850393700787pt;" title="281个话题">
        基础架构
       </a>
       <a class="tag-link-219" href="http://dataunion.org/category/tech/analysis" style="font-size: 19.409448818898pt;" title="232个话题">
        数据分析
       </a>
       <a class="tag-link-887" href="http://dataunion.org/category/tech/dm" style="font-size: 13.291338582677pt;" title="17个话题">
        数据挖掘
       </a>
       <a class="tag-link-34" href="http://dataunion.org/category/tech" style="font-size: 20.732283464567pt;" title="404个话题">
        文章
       </a>
       <a class="tag-link-1" href="http://dataunion.org/category/uncategorized" style="font-size: 22pt;" title="693个话题">
        未分类
       </a>
       <a class="tag-link-4" href="http://dataunion.org/category/events" style="font-size: 14.503937007874pt;" title="29个话题">
        活动
       </a>
       <a class="tag-link-890" href="http://dataunion.org/category/tech/%e6%b7%b1%e5%ba%a6%e5%ad%a6%e4%b9%a0" style="font-size: 10.204724409449pt;" title="4个话题">
        深度学习
       </a>
       <a class="tag-link-221" href="http://dataunion.org/category/tech/devl" style="font-size: 18.968503937008pt;" title="193个话题">
        编程语言
       </a>
       <a class="tag-link-888" href="http://dataunion.org/category/career" style="font-size: 15.661417322835pt;" title="48个话题">
        职业规划
       </a>
       <a class="tag-link-5" href="http://dataunion.org/category/jobs" style="font-size: 14.11811023622pt;" title="25个话题">
        职位
       </a>
       <a class="tag-link-871" href="http://dataunion.org/category/industry" style="font-size: 15.716535433071pt;" title="49个话题">
        行业
       </a>
       <a class="tag-link-613" href="http://dataunion.org/category/industry/case" style="font-size: 16.984251968504pt;" title="84个话题">
        行业应用
       </a>
       <a class="tag-link-885" href="http://dataunion.org/category/industry/news" style="font-size: 17.425196850394pt;" title="102个话题">
        行业资讯
       </a>
       <a class="tag-link-10" href="http://dataunion.org/category/training" style="font-size: 14.228346456693pt;" title="26个话题">
        课程
       </a>
       <a class="tag-link-16" href="http://dataunion.org/category/sources" style="font-size: 15.661417322835pt;" title="48个话题">
        资源
       </a>
      </div>
     </div>
     <div class="sitebar_list">
      <h4 class="sitebar_title">
       功能
      </h4>
      <ul>
       <li>
        <a href="http://dataunion.org/wp-login.php?action=register">
         注册
        </a>
       </li>
       <li>
        <a href="http://dataunion.org/wp-login.php">
         登录
        </a>
       </li>
       <li>
        <a href="http://dataunion.org/feed">
         文章
         <abbr title="Really Simple Syndication">
          RSS
         </abbr>
        </a>
       </li>
       <li>
        <a href="http://dataunion.org/comments/feed">
         评论
         <abbr title="Really Simple Syndication">
          RSS
         </abbr>
        </a>
       </li>
       <li>
        <a href="https://cn.wordpress.org/" title="基于WordPress，一个优美、先进的个人信息发布平台。">
         WordPress.org
        </a>
       </li>
      </ul>
     </div>
    </aside>
    <div class="clear">
    </div>
   </div>
   <!--main-->
   ﻿
   <footer id="dibu">
    <div class="about">
     <div class="right">
      <ul class="menu" id="menu-%e5%ba%95%e9%83%a8%e8%8f%9c%e5%8d%95">
       <li class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-18024" id="menu-item-18024">
        <a href="http://dataunion.org/category/partners">
         合作伙伴
        </a>
       </li>
       <li class="menu-item menu-item-type-post_type menu-item-object-page menu-item-20881" id="menu-item-20881">
        <a href="http://dataunion.org/contribute">
         文章投稿
        </a>
       </li>
       <li class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-20872" id="menu-item-20872">
        <a href="http://dataunion.org/category/%e5%8a%a0%e5%85%a5%e6%95%b0%e7%9b%9f">
         加入数盟
        </a>
       </li>
       <li class="menu-item menu-item-type-post_type menu-item-object-page menu-item-22441" id="menu-item-22441">
        <a href="http://dataunion.org/f-links">
         友情链接
        </a>
       </li>
       <li class="menu-item menu-item-type-post_type menu-item-object-page menu-item-20874" id="menu-item-20874">
        <a href="http://dataunion.org/aboutus">
         关于数盟
        </a>
       </li>
      </ul>
      <p class="banquan">
       数盟社区        ，
        做最棒的数据科学社区
      </p>
     </div>
     <div class="left">
      <ul class="bottomlist">
       <li>
        <a href="http://weibo.com/DataScientistUnion  " target="_blank" 　title="">
         <img src="http://dataunion.org/wp-content/themes/yzipi/images/weibo.png"/>
        </a>
       </li>
       <li>
        <a class="cd-popup-trigger" href="http://dataunion.org/9188.html#0">
         <img src="http://dataunion.org/wp-content/themes/yzipi/images/weixin.png"/>
        </a>
       </li>
      </ul>
      <div class="cd-popup">
       <div class="cd-popup-container">
        <h1>
         扫描二维码,加微信公众号
        </h1>
        <img src="http://dataunion.org/wp-content/themes/yzipi/images/2014-12-06-1515289049.png"/>
        <a class="cd-popup-close" href="http://dataunion.org/9188.html">
        </a>
       </div>
       <!-- cd-popup-container -->
      </div>
      <!-- cd-popup -->
     </div>
    </div>
    <!--about-->
    <div class="bottom">
     <a href="http://dataunion.org/">
      数盟社区
     </a>
     <a href="http://www.miitbeian.gov.cn/" rel="external nofollow" target="_blank">
      京ICP备14026740号
     </a>
     联系我们：
     <a href="mailto:contact@dataunion.org" target="_blank">
      contact@dataunion.org
     </a>
     <div class="tongji">
     </div>
     <!--bottom-->
     <div class="scroll" id="scroll" style="display:none;">
      ︿
     </div>
    </div>
   </footer>
   <!--dibu-->
  </div>
 </body>
</html>